{"level":"warn","ts":"2026-02-24T19:58:38.269461Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T19:58:38.269539Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T19:58:38.269599Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T19:58:38.269613Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-02-24T19:58:38.269631Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T19:58:38.270236Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-02-24T19:58:38.270307Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T19:58:38.275147Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.663713ms"} {"level":"info","ts":"2026-02-24T19:58:38.281771Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-02-24T19:58:38.281849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T19:58:38.281871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-02-24T19:58:38.281889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T19:58:38.281898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-02-24T19:58:38.281938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-02-24T19:58:38.288269Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T19:58:38.290068Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T19:58:38.291626Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T19:58:38.294857Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T19:58:38.295008Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:38.295088Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:38.295102Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:38.296367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-02-24T19:58:38.295199Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T19:58:38.296741Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-02-24T19:58:38.300636Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T19:58:38.300916Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-02-24T19:58:38.300978Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-02-24T19:58:38.301051Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T19:58:38.301133Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T19:58:39.082685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T19:58:39.082778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T19:58:39.082805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-02-24T19:58:39.082824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-02-24T19:58:39.082835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-02-24T19:58:39.082923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-02-24T19:58:39.082978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-02-24T19:58:39.08447Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-02-24T19:58:39.08462Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T19:58:39.084735Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T19:58:39.084748Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:39.085881Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:39.087562Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:39.087639Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:39.08783Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T19:58:39.088333Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T19:58:39.088774Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T19:58:39.089467Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-02-24T19:58:48.91777Z","caller":"traceutil/trace.go:171","msg":"trace[1784124554] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"196.8518ms","start":"2026-02-24T19:58:48.720901Z","end":"2026-02-24T19:58:48.917752Z","steps":["trace[1784124554] 'process raft request' (duration: 196.708596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:49.499459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142235503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T19:58:49.719755Z","caller":"traceutil/trace.go:171","msg":"trace[832280379] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:402; }","duration":"721.175489ms","start":"2026-02-24T19:58:48.998556Z","end":"2026-02-24T19:58:49.719731Z","steps":["trace[832280379] 'read index received' (duration: 720.903342ms)","trace[832280379] 'applied index is now lower than readState.Index' (duration: 270.907µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:58:49.719882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.304311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:58:49.719953Z","caller":"traceutil/trace.go:171","msg":"trace[819220405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:390; }","duration":"721.426554ms","start":"2026-02-24T19:58:48.998516Z","end":"2026-02-24T19:58:49.719942Z","steps":["trace[819220405] 'agreement among raft nodes before linearized reading' (duration: 721.305382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:49.719988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:48.998499Z","time spent":"721.480586ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T19:58:49.720013Z","caller":"traceutil/trace.go:171","msg":"trace[250525113] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"786.15634ms","start":"2026-02-24T19:58:48.933651Z","end":"2026-02-24T19:58:49.719808Z","steps":["trace[250525113] 'process raft request' (duration: 785.915825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:49.720828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:48.933617Z","time spent":"786.57074ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4241,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:58:56.09088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.309364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:58:56.090975Z","caller":"traceutil/trace.go:171","msg":"trace[893186890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"400.452066ms","start":"2026-02-24T19:58:55.690502Z","end":"2026-02-24T19:58:56.090954Z","steps":["trace[893186890] 'range keys from in-memory index tree' (duration: 400.200991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.091014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.690481Z","time spent":"400.524378ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T19:58:56.091024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.853726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T19:58:56.091038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.417481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4069"} {"level":"info","ts":"2026-02-24T19:58:56.091094Z","caller":"traceutil/trace.go:171","msg":"trace[1229692055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"342.931218ms","start":"2026-02-24T19:58:55.748143Z","end":"2026-02-24T19:58:56.091074Z","steps":["trace[1229692055] 'range keys from in-memory index tree' (duration: 342.686132ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:56.091096Z","caller":"traceutil/trace.go:171","msg":"trace[524939715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:413; }","duration":"886.520493ms","start":"2026-02-24T19:58:55.20456Z","end":"2026-02-24T19:58:56.091081Z","steps":["trace[524939715] 'range keys from in-memory index tree' (duration: 886.282558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.091123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.748079Z","time spent":"343.03869ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T19:58:56.091128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.204533Z","time spent":"886.587295ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4093,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T19:58:56.091147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.219983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6894"} {"level":"info","ts":"2026-02-24T19:58:56.091231Z","caller":"traceutil/trace.go:171","msg":"trace[1090074179] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:413; }","duration":"661.348315ms","start":"2026-02-24T19:58:55.429862Z","end":"2026-02-24T19:58:56.09121Z","steps":["trace[1090074179] 'range keys from in-memory index tree' (duration: 661.091619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.091273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.429846Z","time spent":"661.417677ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-24T19:59:00.684337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.996052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T19:59:00.684408Z","caller":"traceutil/trace.go:171","msg":"trace[2100801499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"282.108825ms","start":"2026-02-24T19:59:00.402286Z","end":"2026-02-24T19:59:00.684394Z","steps":["trace[2100801499] 'range keys from in-memory index tree' (duration: 281.892679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:00.68448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.479381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-24T19:59:00.684578Z","caller":"traceutil/trace.go:171","msg":"trace[95236280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"334.580583ms","start":"2026-02-24T19:59:00.349962Z","end":"2026-02-24T19:59:00.684543Z","steps":["trace[95236280] 'range keys from in-memory index tree' (duration: 334.337597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:00.68462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:00.349881Z","time spent":"334.729757ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T19:59:11.271961Z","caller":"traceutil/trace.go:171","msg":"trace[1062151156] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"144.188105ms","start":"2026-02-24T19:59:11.127745Z","end":"2026-02-24T19:59:11.271933Z","steps":["trace[1062151156] 'process raft request' (duration: 144.005711ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:12.231429Z","caller":"traceutil/trace.go:171","msg":"trace[982994605] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"540.546684ms","start":"2026-02-24T19:59:11.690857Z","end":"2026-02-24T19:59:12.231404Z","steps":["trace[982994605] 'read index received' (duration: 469.189663ms)","trace[982994605] 'applied index is now lower than readState.Index' (duration: 71.355791ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:12.231475Z","caller":"traceutil/trace.go:171","msg":"trace[1646159754] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"817.399456ms","start":"2026-02-24T19:59:11.414027Z","end":"2026-02-24T19:59:12.231426Z","steps":["trace[1646159754] 'process raft request' (duration: 746.126907ms)","trace[1646159754] 'compare' (duration: 70.91791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:12.231579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.689427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T19:59:12.23165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:11.413993Z","time spent":"817.552528ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:12.231697Z","caller":"traceutil/trace.go:171","msg":"trace[835008691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"540.864491ms","start":"2026-02-24T19:59:11.690806Z","end":"2026-02-24T19:59:12.231671Z","steps":["trace[835008691] 'agreement among raft nodes before linearized reading' (duration: 540.674287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:12.231746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:11.69078Z","time spent":"540.957044ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T19:59:12.68193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.370588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:59:12.682048Z","caller":"traceutil/trace.go:171","msg":"trace[362027486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:518; }","duration":"331.558432ms","start":"2026-02-24T19:59:12.350465Z","end":"2026-02-24T19:59:12.682023Z","steps":["trace[362027486] 'range keys from in-memory index tree' (duration: 331.235724ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:12.682097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:12.350441Z","time spent":"331.645974ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T19:59:12.809668Z","caller":"traceutil/trace.go:171","msg":"trace[1266603061] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"118.173136ms","start":"2026-02-24T19:59:12.691459Z","end":"2026-02-24T19:59:12.809632Z","steps":["trace[1266603061] 'read index received' (duration: 118.097894ms)","trace[1266603061] 'applied index is now lower than readState.Index' (duration: 73.132µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:12.809819Z","caller":"traceutil/trace.go:171","msg":"trace[148717670] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"123.593393ms","start":"2026-02-24T19:59:12.686166Z","end":"2026-02-24T19:59:12.809759Z","steps":["trace[148717670] 'process raft request' (duration: 123.214644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:12.809874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.400832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:12.809952Z","caller":"traceutil/trace.go:171","msg":"trace[1067021626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"118.541605ms","start":"2026-02-24T19:59:12.69139Z","end":"2026-02-24T19:59:12.809932Z","steps":["trace[1067021626] 'agreement among raft nodes before linearized reading' (duration: 118.397892ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:14.158367Z","caller":"traceutil/trace.go:171","msg":"trace[105356662] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"147.216547ms","start":"2026-02-24T19:59:14.011124Z","end":"2026-02-24T19:59:14.158341Z","steps":["trace[105356662] 'process raft request' (duration: 146.96817ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:14.15872Z","caller":"traceutil/trace.go:171","msg":"trace[830084750] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"143.370637ms","start":"2026-02-24T19:59:14.015335Z","end":"2026-02-24T19:59:14.158706Z","steps":["trace[830084750] 'process raft request' (duration: 142.917686ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:15.086484Z","caller":"traceutil/trace.go:171","msg":"trace[222597680] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"203.470664ms","start":"2026-02-24T19:59:14.882988Z","end":"2026-02-24T19:59:15.086459Z","steps":["trace[222597680] 'process raft request' (duration: 203.30181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:19.513296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.119772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:19.513435Z","caller":"traceutil/trace.go:171","msg":"trace[141387979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:667; }","duration":"390.275116ms","start":"2026-02-24T19:59:19.12314Z","end":"2026-02-24T19:59:19.513415Z","steps":["trace[141387979] 'range keys from in-memory index tree' (duration: 390.100822ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:19.513722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.401379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:19.514355Z","caller":"traceutil/trace.go:171","msg":"trace[1786670117] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"408.746589ms","start":"2026-02-24T19:59:19.105313Z","end":"2026-02-24T19:59:19.51406Z","steps":["trace[1786670117] 'process raft request' (duration: 64.781398ms)","trace[1786670117] 'compare' (duration: 343.270285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:19.514463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:19.105284Z","time spent":"409.140739ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:19.552437Z","caller":"traceutil/trace.go:171","msg":"trace[1776410800] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"437.505222ms","start":"2026-02-24T19:59:19.114904Z","end":"2026-02-24T19:59:19.552409Z","steps":["trace[1776410800] 'process raft request' (duration: 437.332758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:19.552731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:19.114891Z","time spent":"437.624524ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:20.276447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.118728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:20.276581Z","caller":"traceutil/trace.go:171","msg":"trace[1726875618] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:687; }","duration":"883.83654ms","start":"2026-02-24T19:59:19.392728Z","end":"2026-02-24T19:59:20.276564Z","steps":["trace[1726875618] 'read index received' (duration: 159.397341ms)","trace[1726875618] 'applied index is now lower than readState.Index' (duration: 724.438099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:20.276758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.036986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T19:59:20.276795Z","caller":"traceutil/trace.go:171","msg":"trace[1344335374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:670; }","duration":"884.113038ms","start":"2026-02-24T19:59:19.392671Z","end":"2026-02-24T19:59:20.276784Z","steps":["trace[1344335374] 'agreement among raft nodes before linearized reading' (duration: 883.983355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.276872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:19.392646Z","time spent":"884.215889ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T19:59:20.276787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.684281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:20.277034Z","caller":"traceutil/trace.go:171","msg":"trace[1534888306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:670; }","duration":"585.927076ms","start":"2026-02-24T19:59:19.691027Z","end":"2026-02-24T19:59:20.276954Z","steps":["trace[1534888306] 'agreement among raft nodes before linearized reading' (duration: 585.677511ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.277161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:19.691003Z","time spent":"586.126742ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T19:59:20.276679Z","caller":"traceutil/trace.go:171","msg":"trace[170587799] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.106308418s","start":"2026-02-24T19:59:19.170325Z","end":"2026-02-24T19:59:20.276633Z","steps":["trace[170587799] 'process raft request' (duration: 907.923344ms)","trace[170587799] 'compare' (duration: 197.932303ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:20.277623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:19.170302Z","time spent":"1.107186089s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:20.846343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.505976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:20.846508Z","caller":"traceutil/trace.go:171","msg":"trace[1378236431] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"565.853736ms","start":"2026-02-24T19:59:20.280628Z","end":"2026-02-24T19:59:20.846482Z","steps":["trace[1378236431] 'process raft request' (duration: 432.082214ms)","trace[1378236431] 'compare' (duration: 133.24949ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:20.846593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.280599Z","time spent":"565.952838ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:22.262096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284613892s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:22.262222Z","caller":"traceutil/trace.go:171","msg":"trace[592756816] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:689; }","duration":"1.572175344s","start":"2026-02-24T19:59:20.690025Z","end":"2026-02-24T19:59:22.262201Z","steps":["trace[592756816] 'read index received' (duration: 22.726822ms)","trace[592756816] 'applied index is now lower than readState.Index' (duration: 1.549447132s)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:22.262264Z","caller":"traceutil/trace.go:171","msg":"trace[1912897713] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"1.968523452s","start":"2026-02-24T19:59:20.293692Z","end":"2026-02-24T19:59:22.262215Z","steps":["trace[1912897713] 'process raft request' (duration: 683.717886ms)","trace[1912897713] 'compare' (duration: 1.284431357s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:22.262411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572392449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T19:59:22.262455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.293675Z","time spent":"1.968698115s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:22.26268Z","caller":"traceutil/trace.go:171","msg":"trace[1966008758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"1.572699987s","start":"2026-02-24T19:59:20.689965Z","end":"2026-02-24T19:59:22.262665Z","steps":["trace[1966008758] 'agreement among raft nodes before linearized reading' (duration: 1.572337388s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.262713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.590555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-24T19:59:22.262729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.689944Z","time spent":"1.572774579s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T19:59:22.262744Z","caller":"traceutil/trace.go:171","msg":"trace[148941878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:672; }","duration":"742.658597ms","start":"2026-02-24T19:59:21.520075Z","end":"2026-02-24T19:59:22.262734Z","steps":["trace[148941878] 'agreement among raft nodes before linearized reading' (duration: 742.354029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.262766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:21.520055Z","time spent":"742.706537ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T19:59:22.262772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41693745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:59:22.262855Z","caller":"traceutil/trace.go:171","msg":"trace[418870139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"1.417066483s","start":"2026-02-24T19:59:20.845768Z","end":"2026-02-24T19:59:22.262834Z","steps":["trace[418870139] 'agreement among raft nodes before linearized reading' (duration: 1.416598461s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.262851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354009388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T19:59:22.262907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.845748Z","time spent":"1.417146725s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T19:59:22.262918Z","caller":"traceutil/trace.go:171","msg":"trace[299840392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"1.354117891s","start":"2026-02-24T19:59:20.90878Z","end":"2026-02-24T19:59:22.262898Z","steps":["trace[299840392] 'agreement among raft nodes before linearized reading' (duration: 1.353905356s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.262908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.845356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-24T19:59:22.262953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.908758Z","time spent":"1.354185332s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T19:59:22.263001Z","caller":"traceutil/trace.go:171","msg":"trace[144606585] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:672; }","duration":"125.988099ms","start":"2026-02-24T19:59:22.136989Z","end":"2026-02-24T19:59:22.262977Z","steps":["trace[144606585] 'agreement among raft nodes before linearized reading' (duration: 125.693523ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:22.471747Z","caller":"traceutil/trace.go:171","msg":"trace[405670693] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:691; }","duration":"201.279802ms","start":"2026-02-24T19:59:22.270439Z","end":"2026-02-24T19:59:22.471719Z","steps":["trace[405670693] 'read index received' (duration: 148.686921ms)","trace[405670693] 'applied index is now lower than readState.Index' (duration: 52.591411ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:22.471876Z","caller":"traceutil/trace.go:171","msg":"trace[776383850] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"203.579816ms","start":"2026-02-24T19:59:22.268276Z","end":"2026-02-24T19:59:22.471856Z","steps":["trace[776383850] 'process raft request' (duration: 203.399751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.471935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.478027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:22.471998Z","caller":"traceutil/trace.go:171","msg":"trace[800045781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"201.582208ms","start":"2026-02-24T19:59:22.270402Z","end":"2026-02-24T19:59:22.471984Z","steps":["trace[800045781] 'agreement among raft nodes before linearized reading' (duration: 201.473116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:22.472194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.60753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:22.472264Z","caller":"traceutil/trace.go:171","msg":"trace[284488601] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:675; }","duration":"198.701351ms","start":"2026-02-24T19:59:22.273544Z","end":"2026-02-24T19:59:22.472245Z","steps":["trace[284488601] 'agreement among raft nodes before linearized reading' (duration: 198.582819ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:22.472337Z","caller":"traceutil/trace.go:171","msg":"trace[1657472901] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"204.506057ms","start":"2026-02-24T19:59:22.267809Z","end":"2026-02-24T19:59:22.472315Z","steps":["trace[1657472901] 'process raft request' (duration: 203.618077ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:22.471869Z","caller":"traceutil/trace.go:171","msg":"trace[2182974] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"203.915714ms","start":"2026-02-24T19:59:22.267916Z","end":"2026-02-24T19:59:22.471832Z","steps":["trace[2182974] 'process raft request' (duration: 203.711339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:24.871049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.648946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:24.871145Z","caller":"traceutil/trace.go:171","msg":"trace[834932417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:698; }","duration":"179.793019ms","start":"2026-02-24T19:59:24.691329Z","end":"2026-02-24T19:59:24.871122Z","steps":["trace[834932417] 'range keys from in-memory index tree' (duration: 179.558933ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.178965Z","caller":"traceutil/trace.go:171","msg":"trace[1622029405] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:788; }","duration":"106.296177ms","start":"2026-02-24T19:59:29.072642Z","end":"2026-02-24T19:59:29.178939Z","steps":["trace[1622029405] 'read index received' (duration: 31.21606ms)","trace[1622029405] 'applied index is now lower than readState.Index' (duration: 75.078927ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:29.17899Z","caller":"traceutil/trace.go:171","msg":"trace[278156101] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"120.08599ms","start":"2026-02-24T19:59:29.058861Z","end":"2026-02-24T19:59:29.178947Z","steps":["trace[278156101] 'process raft request' (duration: 119.841034ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.17903Z","caller":"traceutil/trace.go:171","msg":"trace[1820716809] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"111.419477ms","start":"2026-02-24T19:59:29.067569Z","end":"2026-02-24T19:59:29.178988Z","steps":["trace[1820716809] 'process raft request' (duration: 111.244233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.179192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.464633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:29.179297Z","caller":"traceutil/trace.go:171","msg":"trace[831342292] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:770; }","duration":"106.620557ms","start":"2026-02-24T19:59:29.072608Z","end":"2026-02-24T19:59:29.179229Z","steps":["trace[831342292] 'agreement among raft nodes before linearized reading' (duration: 106.472872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.179342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.794977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:29.179395Z","caller":"traceutil/trace.go:171","msg":"trace[248256821] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:770; }","duration":"105.883519ms","start":"2026-02-24T19:59:29.0735Z","end":"2026-02-24T19:59:29.179384Z","steps":["trace[248256821] 'agreement among raft nodes before linearized reading' (duration: 105.764146ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.178791Z","caller":"traceutil/trace.go:171","msg":"trace[1929199465] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"124.834552ms","start":"2026-02-24T19:59:29.053927Z","end":"2026-02-24T19:59:29.178761Z","steps":["trace[1929199465] 'process raft request' (duration: 49.845797ms)","trace[1929199465] 'compare' (duration: 74.76047ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:29.179511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.852503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:29.179627Z","caller":"traceutil/trace.go:171","msg":"trace[893834904] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:770; }","duration":"107.005446ms","start":"2026-02-24T19:59:29.072612Z","end":"2026-02-24T19:59:29.179617Z","steps":["trace[893834904] 'agreement among raft nodes before linearized reading' (duration: 106.836992ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.377724Z","caller":"traceutil/trace.go:171","msg":"trace[1812540423] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"183.806842ms","start":"2026-02-24T19:59:29.193867Z","end":"2026-02-24T19:59:29.377674Z","steps":["trace[1812540423] 'process raft request' (duration: 116.336193ms)","trace[1812540423] 'compare' (duration: 67.216563ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:29.378666Z","caller":"traceutil/trace.go:171","msg":"trace[1395822252] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"179.942203ms","start":"2026-02-24T19:59:29.198697Z","end":"2026-02-24T19:59:29.378639Z","steps":["trace[1395822252] 'process raft request' (duration: 178.911879ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.378741Z","caller":"traceutil/trace.go:171","msg":"trace[533306438] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"179.260226ms","start":"2026-02-24T19:59:29.199445Z","end":"2026-02-24T19:59:29.378705Z","steps":["trace[533306438] 'process raft request' (duration: 178.98327ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.378781Z","caller":"traceutil/trace.go:171","msg":"trace[1795693447] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"175.653323ms","start":"2026-02-24T19:59:29.203086Z","end":"2026-02-24T19:59:29.37874Z","steps":["trace[1795693447] 'process raft request' (duration: 175.499519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.378947Z","caller":"traceutil/trace.go:171","msg":"trace[50510088] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"175.757735ms","start":"2026-02-24T19:59:29.203157Z","end":"2026-02-24T19:59:29.378915Z","steps":["trace[50510088] 'process raft request' (duration: 175.510789ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.378984Z","caller":"traceutil/trace.go:171","msg":"trace[2079262361] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"175.714634ms","start":"2026-02-24T19:59:29.203251Z","end":"2026-02-24T19:59:29.378965Z","steps":["trace[2079262361] 'process raft request' (duration: 175.474738ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.379098Z","caller":"traceutil/trace.go:171","msg":"trace[245860856] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"175.763585ms","start":"2026-02-24T19:59:29.203318Z","end":"2026-02-24T19:59:29.379082Z","steps":["trace[245860856] 'process raft request' (duration: 175.57463ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.379303Z","caller":"traceutil/trace.go:171","msg":"trace[1092589561] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"175.881537ms","start":"2026-02-24T19:59:29.203395Z","end":"2026-02-24T19:59:29.379276Z","steps":["trace[1092589561] 'process raft request' (duration: 175.801255ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.379317Z","caller":"traceutil/trace.go:171","msg":"trace[93131206] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"175.914988ms","start":"2026-02-24T19:59:29.203355Z","end":"2026-02-24T19:59:29.37927Z","steps":["trace[93131206] 'process raft request' (duration: 175.599691ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.640256Z","caller":"traceutil/trace.go:171","msg":"trace[585321841] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"144.664787ms","start":"2026-02-24T19:59:29.49557Z","end":"2026-02-24T19:59:29.640235Z","steps":["trace[585321841] 'process raft request' (duration: 144.074493ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.83266Z","caller":"traceutil/trace.go:171","msg":"trace[1753686564] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:805; }","duration":"321.555338ms","start":"2026-02-24T19:59:29.511073Z","end":"2026-02-24T19:59:29.832629Z","steps":["trace[1753686564] 'read index received' (duration: 128.582561ms)","trace[1753686564] 'applied index is now lower than readState.Index' (duration: 192.971097ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:29.832756Z","caller":"traceutil/trace.go:171","msg":"trace[902972666] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"333.249782ms","start":"2026-02-24T19:59:29.499481Z","end":"2026-02-24T19:59:29.832731Z","steps":["trace[902972666] 'process raft request' (duration: 282.211757ms)","trace[902972666] 'compare' (duration: 50.792709ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:29.832908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:29.499469Z","time spent":"333.338163ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:29.833017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.934977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-02-24T19:59:29.833081Z","caller":"traceutil/trace.go:171","msg":"trace[242091393] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:786; }","duration":"322.031898ms","start":"2026-02-24T19:59:29.511032Z","end":"2026-02-24T19:59:29.833064Z","steps":["trace[242091393] 'agreement among raft nodes before linearized reading' (duration: 321.761352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.833121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:29.511019Z","time spent":"322.09155ms","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-02-24T19:59:29.841906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.687145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-02-24T19:59:29.841972Z","caller":"traceutil/trace.go:171","msg":"trace[2038227881] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"197.748068ms","start":"2026-02-24T19:59:29.644215Z","end":"2026-02-24T19:59:29.841963Z","steps":["trace[2038227881] 'process raft request' (duration: 197.476602ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.841974Z","caller":"traceutil/trace.go:171","msg":"trace[1860926464] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:787; }","duration":"243.773066ms","start":"2026-02-24T19:59:29.59819Z","end":"2026-02-24T19:59:29.841963Z","steps":["trace[1860926464] 'agreement among raft nodes before linearized reading' (duration: 243.607792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.841987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.832149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-02-24T19:59:29.842048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.121375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-02-24T19:59:29.84205Z","caller":"traceutil/trace.go:171","msg":"trace[2016054945] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:787; }","duration":"243.91469ms","start":"2026-02-24T19:59:29.598116Z","end":"2026-02-24T19:59:29.842031Z","steps":["trace[2016054945] 'agreement among raft nodes before linearized reading' (duration: 243.802587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.841924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.621713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-02-24T19:59:29.842115Z","caller":"traceutil/trace.go:171","msg":"trace[1162626052] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:787; }","duration":"244.216457ms","start":"2026-02-24T19:59:29.597864Z","end":"2026-02-24T19:59:29.842081Z","steps":["trace[1162626052] 'agreement among raft nodes before linearized reading' (duration: 244.090934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.842103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.057524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-02-24T19:59:29.84215Z","caller":"traceutil/trace.go:171","msg":"trace[780638665] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:787; }","duration":"243.864519ms","start":"2026-02-24T19:59:29.59827Z","end":"2026-02-24T19:59:29.842135Z","steps":["trace[780638665] 'agreement among raft nodes before linearized reading' (duration: 243.526471ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.842184Z","caller":"traceutil/trace.go:171","msg":"trace[360438768] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:787; }","duration":"244.197647ms","start":"2026-02-24T19:59:29.597965Z","end":"2026-02-24T19:59:29.842163Z","steps":["trace[360438768] 'agreement among raft nodes before linearized reading' (duration: 243.864179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.842162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.443625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T19:59:29.842223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.06183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-24T19:59:29.842236Z","caller":"traceutil/trace.go:171","msg":"trace[1681753021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:787; }","duration":"151.569458ms","start":"2026-02-24T19:59:29.690658Z","end":"2026-02-24T19:59:29.842227Z","steps":["trace[1681753021] 'agreement among raft nodes before linearized reading' (duration: 151.465616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:29.842246Z","caller":"traceutil/trace.go:171","msg":"trace[559213929] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:787; }","duration":"243.103212ms","start":"2026-02-24T19:59:29.599136Z","end":"2026-02-24T19:59:29.842239Z","steps":["trace[559213929] 'agreement among raft nodes before linearized reading' (duration: 243.062821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.842208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.035373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-02-24T19:59:29.842393Z","caller":"traceutil/trace.go:171","msg":"trace[746714546] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:787; }","duration":"244.260598ms","start":"2026-02-24T19:59:29.59812Z","end":"2026-02-24T19:59:29.842381Z","steps":["trace[746714546] 'agreement among raft nodes before linearized reading' (duration: 243.995132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:29.842586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.004932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-02-24T19:59:29.842651Z","caller":"traceutil/trace.go:171","msg":"trace[397993416] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:787; }","duration":"244.098204ms","start":"2026-02-24T19:59:29.598544Z","end":"2026-02-24T19:59:29.842642Z","steps":["trace[397993416] 'agreement among raft nodes before linearized reading' (duration: 243.964781ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:31.218219Z","caller":"traceutil/trace.go:171","msg":"trace[1853276300] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"162.363681ms","start":"2026-02-24T19:59:31.055816Z","end":"2026-02-24T19:59:31.21818Z","steps":["trace[1853276300] 'process raft request' (duration: 160.59568ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:31.275595Z","caller":"traceutil/trace.go:171","msg":"trace[974887269] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:825; }","duration":"129.932383ms","start":"2026-02-24T19:59:31.145618Z","end":"2026-02-24T19:59:31.27555Z","steps":["trace[974887269] 'read index received' (duration: 70.808839ms)","trace[974887269] 'applied index is now lower than readState.Index' (duration: 59.122043ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:31.275673Z","caller":"traceutil/trace.go:171","msg":"trace[210345487] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"171.025673ms","start":"2026-02-24T19:59:31.104609Z","end":"2026-02-24T19:59:31.275635Z","steps":["trace[210345487] 'process raft request' (duration: 170.824499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:31.275729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.077156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-02-24T19:59:31.275787Z","caller":"traceutil/trace.go:171","msg":"trace[568942536] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:805; }","duration":"130.198399ms","start":"2026-02-24T19:59:31.145576Z","end":"2026-02-24T19:59:31.275774Z","steps":["trace[568942536] 'agreement among raft nodes before linearized reading' (duration: 130.079936ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:32.663913Z","caller":"traceutil/trace.go:171","msg":"trace[1085799019] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"101.69298ms","start":"2026-02-24T19:59:32.562171Z","end":"2026-02-24T19:59:32.663864Z","steps":["trace[1085799019] 'process raft request' (duration: 101.295971ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:32.976935Z","caller":"traceutil/trace.go:171","msg":"trace[374692930] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"308.644235ms","start":"2026-02-24T19:59:32.668251Z","end":"2026-02-24T19:59:32.976895Z","steps":["trace[374692930] 'process raft request' (duration: 270.860991ms)","trace[374692930] 'compare' (duration: 37.59282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:32.977199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.668232Z","time spent":"308.842179ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.052829Z","caller":"traceutil/trace.go:171","msg":"trace[1912617631] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"379.258738ms","start":"2026-02-24T19:59:32.673532Z","end":"2026-02-24T19:59:33.052791Z","steps":["trace[1912617631] 'process raft request' (duration: 379.088525ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.052816Z","caller":"traceutil/trace.go:171","msg":"trace[15482074] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"384.425708ms","start":"2026-02-24T19:59:32.668322Z","end":"2026-02-24T19:59:33.052748Z","steps":["trace[15482074] 'process raft request' (duration: 384.06313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.054576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.673519Z","time spent":"379.394501ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2257,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:33.054828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.668297Z","time spent":"384.674765ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.055428Z","caller":"traceutil/trace.go:171","msg":"trace[1276725228] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:832; }","duration":"384.924921ms","start":"2026-02-24T19:59:32.670439Z","end":"2026-02-24T19:59:33.055364Z","steps":["trace[1276725228] 'read index received' (duration: 268.791203ms)","trace[1276725228] 'applied index is now lower than readState.Index' (duration: 116.131838ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:33.055964Z","caller":"traceutil/trace.go:171","msg":"trace[758984873] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"177.824642ms","start":"2026-02-24T19:59:32.87811Z","end":"2026-02-24T19:59:33.055934Z","steps":["trace[758984873] 'process raft request' (duration: 175.098238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.056439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.952875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T19:59:33.056598Z","caller":"traceutil/trace.go:171","msg":"trace[82419523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:816; }","duration":"386.15925ms","start":"2026-02-24T19:59:32.670408Z","end":"2026-02-24T19:59:33.056567Z","steps":["trace[82419523] 'agreement among raft nodes before linearized reading' (duration: 385.122755ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.056653Z","caller":"traceutil/trace.go:171","msg":"trace[1851361424] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"326.33526ms","start":"2026-02-24T19:59:32.730292Z","end":"2026-02-24T19:59:33.056627Z","steps":["trace[1851361424] 'process raft request' (duration: 322.391387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.056678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.670367Z","time spent":"386.282452ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T19:59:33.056679Z","caller":"traceutil/trace.go:171","msg":"trace[2080821266] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"325.510101ms","start":"2026-02-24T19:59:32.731101Z","end":"2026-02-24T19:59:33.056611Z","steps":["trace[2080821266] 'process raft request' (duration: 321.626749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.05675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.730253Z","time spent":"326.461163ms","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:33.05691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.731073Z","time spent":"325.721926ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.05751Z","caller":"traceutil/trace.go:171","msg":"trace[178566608] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"232.939673ms","start":"2026-02-24T19:59:32.824542Z","end":"2026-02-24T19:59:33.057482Z","steps":["trace[178566608] 'process raft request' (duration: 228.236792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.229041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2pklr\" ","response":"range_response_count:1 size:18246"} {"level":"info","ts":"2026-02-24T19:59:33.058059Z","caller":"traceutil/trace.go:171","msg":"trace[177199707] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2pklr; range_end:; response_count:1; response_revision:816; }","duration":"172.323164ms","start":"2026-02-24T19:59:32.88572Z","end":"2026-02-24T19:59:33.058044Z","steps":["trace[177199707] 'agreement among raft nodes before linearized reading' (duration: 169.822525ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.224775Z","caller":"traceutil/trace.go:171","msg":"trace[843343996] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"103.157865ms","start":"2026-02-24T19:59:33.121587Z","end":"2026-02-24T19:59:33.224745Z","steps":["trace[843343996] 'process raft request' (duration: 100.487333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.511434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.464966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:33.511607Z","caller":"traceutil/trace.go:171","msg":"trace[2084568074] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"265.574697ms","start":"2026-02-24T19:59:33.246014Z","end":"2026-02-24T19:59:33.511589Z","steps":["trace[2084568074] 'process raft request' (duration: 265.508946ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.511773Z","caller":"traceutil/trace.go:171","msg":"trace[719173288] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"268.757202ms","start":"2026-02-24T19:59:33.242984Z","end":"2026-02-24T19:59:33.511741Z","steps":["trace[719173288] 'process raft request' (duration: 119.896447ms)","trace[719173288] 'compare' (duration: 148.342983ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:33.538843Z","caller":"traceutil/trace.go:171","msg":"trace[332810393] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"178.317675ms","start":"2026-02-24T19:59:33.360499Z","end":"2026-02-24T19:59:33.538817Z","steps":["trace[332810393] 'process raft request' (duration: 178.093619ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.538842Z","caller":"traceutil/trace.go:171","msg":"trace[1469669406] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"260.209611ms","start":"2026-02-24T19:59:33.278595Z","end":"2026-02-24T19:59:33.538804Z","steps":["trace[1469669406] 'process raft request' (duration: 259.868663ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.927074Z","caller":"traceutil/trace.go:171","msg":"trace[733600691] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"166.457396ms","start":"2026-02-24T19:59:35.760582Z","end":"2026-02-24T19:59:35.927039Z","steps":["trace[733600691] 'process raft request' (duration: 166.20015ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.106767Z","caller":"traceutil/trace.go:171","msg":"trace[479591914] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"147.636586ms","start":"2026-02-24T19:59:35.959098Z","end":"2026-02-24T19:59:36.106734Z","steps":["trace[479591914] 'process raft request' (duration: 147.444431ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.541601Z","caller":"traceutil/trace.go:171","msg":"trace[953160818] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"178.200802ms","start":"2026-02-24T19:59:37.363359Z","end":"2026-02-24T19:59:37.54156Z","steps":["trace[953160818] 'process raft request' (duration: 165.331221ms)","trace[953160818] 'compare' (duration: 12.503742ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:37.541847Z","caller":"traceutil/trace.go:171","msg":"trace[166900961] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"178.356475ms","start":"2026-02-24T19:59:37.363454Z","end":"2026-02-24T19:59:37.54181Z","steps":["trace[166900961] 'process raft request' (duration: 177.960406ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.542331Z","caller":"traceutil/trace.go:171","msg":"trace[164079929] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"175.812706ms","start":"2026-02-24T19:59:37.366485Z","end":"2026-02-24T19:59:37.542297Z","steps":["trace[164079929] 'process raft request' (duration: 175.708294ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.542382Z","caller":"traceutil/trace.go:171","msg":"trace[113429392] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"178.53343ms","start":"2026-02-24T19:59:37.363828Z","end":"2026-02-24T19:59:37.542362Z","steps":["trace[113429392] 'process raft request' (duration: 177.929126ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:41.295785Z","caller":"traceutil/trace.go:171","msg":"trace[507510758] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"139.533316ms","start":"2026-02-24T19:59:41.156214Z","end":"2026-02-24T19:59:41.295747Z","steps":["trace[507510758] 'process raft request' (duration: 139.331571ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:42.37525Z","caller":"traceutil/trace.go:171","msg":"trace[1315422093] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"189.841665ms","start":"2026-02-24T19:59:42.18538Z","end":"2026-02-24T19:59:42.375221Z","steps":["trace[1315422093] 'read index received' (duration: 189.715182ms)","trace[1315422093] 'applied index is now lower than readState.Index' (duration: 124.473µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:42.375394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.999018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T19:59:42.375427Z","caller":"traceutil/trace.go:171","msg":"trace[1609265704] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:922; }","duration":"190.057769ms","start":"2026-02-24T19:59:42.185359Z","end":"2026-02-24T19:59:42.375417Z","steps":["trace[1609265704] 'agreement among raft nodes before linearized reading' (duration: 189.966957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:42.990087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.930488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:42.990237Z","caller":"traceutil/trace.go:171","msg":"trace[601345958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"299.177324ms","start":"2026-02-24T19:59:42.691029Z","end":"2026-02-24T19:59:42.990207Z","steps":["trace[601345958] 'range keys from in-memory index tree' (duration: 298.791485ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:43.428598Z","caller":"traceutil/trace.go:171","msg":"trace[1989978453] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"112.738119ms","start":"2026-02-24T19:59:43.315833Z","end":"2026-02-24T19:59:43.428571Z","steps":["trace[1989978453] 'process raft request' (duration: 60.437704ms)","trace[1989978453] 'compare' (duration: 52.08949ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:43.428716Z","caller":"traceutil/trace.go:171","msg":"trace[586241201] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"110.471906ms","start":"2026-02-24T19:59:43.31819Z","end":"2026-02-24T19:59:43.428662Z","steps":["trace[586241201] 'process raft request' (duration: 110.282432ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:44.455937Z","caller":"traceutil/trace.go:171","msg":"trace[832903813] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"134.13202ms","start":"2026-02-24T19:59:44.321787Z","end":"2026-02-24T19:59:44.455919Z","steps":["trace[832903813] 'process raft request' (duration: 134.009557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:44.897134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.759769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:44.897217Z","caller":"traceutil/trace.go:171","msg":"trace[938289720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:933; }","duration":"203.893023ms","start":"2026-02-24T19:59:44.693304Z","end":"2026-02-24T19:59:44.897197Z","steps":["trace[938289720] 'range keys from in-memory index tree' (duration: 203.655577ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:53.720151Z","caller":"traceutil/trace.go:171","msg":"trace[2062955411] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"223.574374ms","start":"2026-02-24T19:59:53.496544Z","end":"2026-02-24T19:59:53.720118Z","steps":["trace[2062955411] 'process raft request' (duration: 223.415281ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:53.721282Z","caller":"traceutil/trace.go:171","msg":"trace[404570701] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1016; }","duration":"130.826401ms","start":"2026-02-24T19:59:53.590423Z","end":"2026-02-24T19:59:53.72125Z","steps":["trace[404570701] 'read index received' (duration: 129.529121ms)","trace[404570701] 'applied index is now lower than readState.Index' (duration: 1.29551ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:53.721411Z","caller":"traceutil/trace.go:171","msg":"trace[877752013] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"208.4649ms","start":"2026-02-24T19:59:53.512935Z","end":"2026-02-24T19:59:53.7214Z","steps":["trace[877752013] 'process raft request' (duration: 208.158753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:53.721606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.17309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T19:59:53.721684Z","caller":"traceutil/trace.go:171","msg":"trace[1641797493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"131.298073ms","start":"2026-02-24T19:59:53.590368Z","end":"2026-02-24T19:59:53.721666Z","steps":["trace[1641797493] 'agreement among raft nodes before linearized reading' (duration: 131.086978ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:59.259248Z","caller":"traceutil/trace.go:171","msg":"trace[804862464] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"132.518062ms","start":"2026-02-24T19:59:59.126684Z","end":"2026-02-24T19:59:59.259202Z","steps":["trace[804862464] 'process raft request' (duration: 108.684364ms)","trace[804862464] 'compare' (duration: 23.50266ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:59.259701Z","caller":"traceutil/trace.go:171","msg":"trace[1349213368] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1024; }","duration":"128.443497ms","start":"2026-02-24T19:59:59.131239Z","end":"2026-02-24T19:59:59.259682Z","steps":["trace[1349213368] 'process raft request' (duration: 127.897824ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:59.259882Z","caller":"traceutil/trace.go:171","msg":"trace[1245551149] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"127.010203ms","start":"2026-02-24T19:59:59.132848Z","end":"2026-02-24T19:59:59.259858Z","steps":["trace[1245551149] 'process raft request' (duration: 126.657645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.518563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.660933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:59.518761Z","caller":"traceutil/trace.go:171","msg":"trace[1672528951] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"245.537328ms","start":"2026-02-24T19:59:59.273196Z","end":"2026-02-24T19:59:59.518733Z","steps":["trace[1672528951] 'process raft request' (duration: 104.571167ms)","trace[1672528951] 'compare' (duration: 140.468929ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:59.528096Z","caller":"traceutil/trace.go:171","msg":"trace[216731316] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"238.673147ms","start":"2026-02-24T19:59:59.289398Z","end":"2026-02-24T19:59:59.528071Z","steps":["trace[216731316] 'process raft request' (duration: 238.38816ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:59.52811Z","caller":"traceutil/trace.go:171","msg":"trace[978794055] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1033; }","duration":"234.784226ms","start":"2026-02-24T19:59:59.293288Z","end":"2026-02-24T19:59:59.528072Z","steps":["trace[978794055] 'process raft request' (duration: 234.714434ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:59.528133Z","caller":"traceutil/trace.go:171","msg":"trace[1225813303] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"238.168035ms","start":"2026-02-24T19:59:59.289923Z","end":"2026-02-24T19:59:59.528091Z","steps":["trace[1225813303] 'process raft request' (duration: 238.030852ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:15.567809Z","caller":"traceutil/trace.go:171","msg":"trace[1747915637] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"408.183696ms","start":"2026-02-24T20:00:15.159596Z","end":"2026-02-24T20:00:15.56778Z","steps":["trace[1747915637] 'process raft request' (duration: 408.005132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:15.567944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.611221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:00:15.567992Z","caller":"traceutil/trace.go:171","msg":"trace[1131085302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"207.701443ms","start":"2026-02-24T20:00:15.360279Z","end":"2026-02-24T20:00:15.567981Z","steps":["trace[1131085302] 'agreement among raft nodes before linearized reading' (duration: 207.57047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:15.567949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:15.159585Z","time spent":"408.291008ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:00:15.567762Z","caller":"traceutil/trace.go:171","msg":"trace[1031537409] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"207.402945ms","start":"2026-02-24T20:00:15.360338Z","end":"2026-02-24T20:00:15.567741Z","steps":["trace[1031537409] 'read index received' (duration: 207.212951ms)","trace[1031537409] 'applied index is now lower than readState.Index' (duration: 189.074µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:00:15.568376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.46279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qzbtw\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-02-24T20:00:15.568435Z","caller":"traceutil/trace.go:171","msg":"trace[748467760] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-qzbtw; range_end:; response_count:1; response_revision:1230; }","duration":"105.563542ms","start":"2026-02-24T20:00:15.462858Z","end":"2026-02-24T20:00:15.568421Z","steps":["trace[748467760] 'agreement among raft nodes before linearized reading' (duration: 105.438519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:18.061095Z","caller":"traceutil/trace.go:171","msg":"trace[1592068685] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1276; }","duration":"368.76265ms","start":"2026-02-24T20:00:17.692302Z","end":"2026-02-24T20:00:18.061065Z","steps":["trace[1592068685] 'read index received' (duration: 368.537894ms)","trace[1592068685] 'applied index is now lower than readState.Index' (duration: 223.076µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:00:18.061181Z","caller":"traceutil/trace.go:171","msg":"trace[1285159716] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"478.002597ms","start":"2026-02-24T20:00:17.583128Z","end":"2026-02-24T20:00:18.061131Z","steps":["trace[1285159716] 'process raft request' (duration: 477.70858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.061276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.959604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:00:18.061324Z","caller":"traceutil/trace.go:171","msg":"trace[764557160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1240; }","duration":"369.061436ms","start":"2026-02-24T20:00:17.692248Z","end":"2026-02-24T20:00:18.06131Z","steps":["trace[764557160] 'agreement among raft nodes before linearized reading' (duration: 368.970994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.061552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:17.692225Z","time spent":"369.318413ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:00:18.061611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:17.583107Z","time spent":"478.191482ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:00:18.061931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.108668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:00:18.06193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.197541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T20:00:18.062017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.717323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:00:18.062047Z","caller":"traceutil/trace.go:171","msg":"trace[2046029039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1240; }","duration":"224.291453ms","start":"2026-02-24T20:00:17.837726Z","end":"2026-02-24T20:00:18.062017Z","steps":["trace[2046029039] 'agreement among raft nodes before linearized reading' (duration: 224.022987ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:18.062049Z","caller":"traceutil/trace.go:171","msg":"trace[135840414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1240; }","duration":"224.375885ms","start":"2026-02-24T20:00:17.837652Z","end":"2026-02-24T20:00:18.062028Z","steps":["trace[135840414] 'agreement among raft nodes before linearized reading' (duration: 224.013987ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:18.062112Z","caller":"traceutil/trace.go:171","msg":"trace[1807692136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"210.879506ms","start":"2026-02-24T20:00:17.851214Z","end":"2026-02-24T20:00:18.062093Z","steps":["trace[1807692136] 'agreement among raft nodes before linearized reading' (duration: 210.567699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.06193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.657114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:00:18.062252Z","caller":"traceutil/trace.go:171","msg":"trace[183584561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1240; }","duration":"223.030572ms","start":"2026-02-24T20:00:17.839184Z","end":"2026-02-24T20:00:18.062215Z","steps":["trace[183584561] 'agreement among raft nodes before linearized reading' (duration: 222.524771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.385398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.777057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:00:18.385514Z","caller":"traceutil/trace.go:171","msg":"trace[192938474] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"318.771724ms","start":"2026-02-24T20:00:18.066723Z","end":"2026-02-24T20:00:18.385494Z","steps":["trace[192938474] 'process raft request' (duration: 41.812793ms)","trace[192938474] 'compare' (duration: 276.632362ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:00:18.385574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:18.0667Z","time spent":"318.846896ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:00:18.496121Z","caller":"traceutil/trace.go:171","msg":"trace[259454475] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"429.050547ms","start":"2026-02-24T20:00:18.067046Z","end":"2026-02-24T20:00:18.496096Z","steps":["trace[259454475] 'process raft request' (duration: 426.66005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.496271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:18.067022Z","time spent":"429.17682ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:00:18.496285Z","caller":"traceutil/trace.go:171","msg":"trace[1537322213] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1277; }","duration":"427.492409ms","start":"2026-02-24T20:00:18.068774Z","end":"2026-02-24T20:00:18.496266Z","steps":["trace[1537322213] 'read index received' (duration: 39.771245ms)","trace[1537322213] 'applied index is now lower than readState.Index' (duration: 387.720084ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:00:18.496337Z","caller":"traceutil/trace.go:171","msg":"trace[1490275897] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"429.262982ms","start":"2026-02-24T20:00:18.067057Z","end":"2026-02-24T20:00:18.49632Z","steps":["trace[1490275897] 'process raft request' (duration: 428.984875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.496388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.600912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T20:00:18.49643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:18.067041Z","time spent":"429.340433ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:00:18.496441Z","caller":"traceutil/trace.go:171","msg":"trace[387125804] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1244; }","duration":"427.681013ms","start":"2026-02-24T20:00:18.068746Z","end":"2026-02-24T20:00:18.496427Z","steps":["trace[387125804] 'agreement among raft nodes before linearized reading' (duration: 427.595631ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:18.496448Z","caller":"traceutil/trace.go:171","msg":"trace[1163673233] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"429.320773ms","start":"2026-02-24T20:00:18.067083Z","end":"2026-02-24T20:00:18.496404Z","steps":["trace[1163673233] 'process raft request' (duration: 429.106278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:18.496487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:18.068733Z","time spent":"427.740315ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:00:18.496743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:00:18.067058Z","time spent":"429.480937ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:00:21.613699Z","caller":"traceutil/trace.go:171","msg":"trace[323614652] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"103.306739ms","start":"2026-02-24T20:00:21.510363Z","end":"2026-02-24T20:00:21.61367Z","steps":["trace[323614652] 'process raft request' (duration: 103.088854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:22.516624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.33819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:00:22.516739Z","caller":"traceutil/trace.go:171","msg":"trace[1475270452] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1351; }","duration":"201.831755ms","start":"2026-02-24T20:00:22.31489Z","end":"2026-02-24T20:00:22.516722Z","steps":["trace[1475270452] 'read index received' (duration: 95.232739ms)","trace[1475270452] 'applied index is now lower than readState.Index' (duration: 106.597316ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:00:22.516823Z","caller":"traceutil/trace.go:171","msg":"trace[405334937] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"204.691812ms","start":"2026-02-24T20:00:22.312076Z","end":"2026-02-24T20:00:22.516768Z","steps":["trace[405334937] 'process raft request' (duration: 98.114977ms)","trace[405334937] 'compare' (duration: 106.234657ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:00:22.516849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.971498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:00:22.516967Z","caller":"traceutil/trace.go:171","msg":"trace[1715835520] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1314; }","duration":"202.09565ms","start":"2026-02-24T20:00:22.314808Z","end":"2026-02-24T20:00:22.516903Z","steps":["trace[1715835520] 'agreement among raft nodes before linearized reading' (duration: 202.004208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:22.517614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.277531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:00:22.517685Z","caller":"traceutil/trace.go:171","msg":"trace[1407632525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"112.70827ms","start":"2026-02-24T20:00:22.404963Z","end":"2026-02-24T20:00:22.517671Z","steps":["trace[1407632525] 'agreement among raft nodes before linearized reading' (duration: 111.89706ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:22.703217Z","caller":"traceutil/trace.go:171","msg":"trace[154711225] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"181.540978ms","start":"2026-02-24T20:00:22.521631Z","end":"2026-02-24T20:00:22.703172Z","steps":["trace[154711225] 'process raft request' (duration: 177.669586ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:22.703465Z","caller":"traceutil/trace.go:171","msg":"trace[1504820389] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"181.754743ms","start":"2026-02-24T20:00:22.521668Z","end":"2026-02-24T20:00:22.703422Z","steps":["trace[1504820389] 'process raft request' (duration: 181.438575ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:22.703547Z","caller":"traceutil/trace.go:171","msg":"trace[1435700345] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"180.635326ms","start":"2026-02-24T20:00:22.522877Z","end":"2026-02-24T20:00:22.703513Z","steps":["trace[1435700345] 'process raft request' (duration: 180.434141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:22.703537Z","caller":"traceutil/trace.go:171","msg":"trace[286827580] linearizableReadLoop","detail":"{readStateIndex:1355; appliedIndex:1352; }","duration":"181.123299ms","start":"2026-02-24T20:00:22.522389Z","end":"2026-02-24T20:00:22.703512Z","steps":["trace[286827580] 'read index received' (duration: 83.3442ms)","trace[286827580] 'applied index is now lower than readState.Index' (duration: 97.777869ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:00:22.703691Z","caller":"traceutil/trace.go:171","msg":"trace[1989972152] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"176.269683ms","start":"2026-02-24T20:00:22.5274Z","end":"2026-02-24T20:00:22.703669Z","steps":["trace[1989972152] 'process raft request' (duration: 176.041128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:22.705239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.234881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:00:22.705364Z","caller":"traceutil/trace.go:171","msg":"trace[1522380402] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1319; }","duration":"182.965892ms","start":"2026-02-24T20:00:22.522363Z","end":"2026-02-24T20:00:22.705329Z","steps":["trace[1522380402] 'agreement among raft nodes before linearized reading' (duration: 181.232381ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:46.159839Z","caller":"traceutil/trace.go:171","msg":"trace[1445784350] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"146.123975ms","start":"2026-02-24T20:00:46.013657Z","end":"2026-02-24T20:00:46.159781Z","steps":["trace[1445784350] 'process raft request' (duration: 145.854179ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:06.498979Z","caller":"traceutil/trace.go:171","msg":"trace[903185102] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"120.116105ms","start":"2026-02-24T20:01:06.378821Z","end":"2026-02-24T20:01:06.498937Z","steps":["trace[903185102] 'process raft request' (duration: 62.640012ms)","trace[903185102] 'compare' (duration: 57.293068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:21.112384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.15403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:01:21.112509Z","caller":"traceutil/trace.go:171","msg":"trace[1745864691] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1865; }","duration":"175.471285ms","start":"2026-02-24T20:01:20.93702Z","end":"2026-02-24T20:01:21.112491Z","steps":["trace[1745864691] 'read index received' (duration: 81.972µs)","trace[1745864691] 'applied index is now lower than readState.Index' (duration: 175.387473ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:21.112568Z","caller":"traceutil/trace.go:171","msg":"trace[1097710653] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"360.471776ms","start":"2026-02-24T20:01:20.752053Z","end":"2026-02-24T20:01:21.112525Z","steps":["trace[1097710653] 'process raft request' (duration: 18.050879ms)","trace[1097710653] 'compare' (duration: 341.866074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:21.112662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.65067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:01:21.112702Z","caller":"traceutil/trace.go:171","msg":"trace[1554479086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1795; }","duration":"175.728441ms","start":"2026-02-24T20:01:20.936964Z","end":"2026-02-24T20:01:21.112692Z","steps":["trace[1554479086] 'agreement among raft nodes before linearized reading' (duration: 175.575127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:21.112784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:20.752016Z","time spent":"360.66269ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:01:21.118036Z","caller":"traceutil/trace.go:171","msg":"trace[1209675408] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"109.434587ms","start":"2026-02-24T20:01:21.008585Z","end":"2026-02-24T20:01:21.11802Z","steps":["trace[1209675408] 'process raft request' (duration: 109.301704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:21.349176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.198629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:01:21.349414Z","caller":"traceutil/trace.go:171","msg":"trace[159810782] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"232.94656ms","start":"2026-02-24T20:01:21.116437Z","end":"2026-02-24T20:01:21.349384Z","steps":["trace[159810782] 'process raft request' (duration: 132.454765ms)","trace[159810782] 'compare' (duration: 100.060405ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:21.349518Z","caller":"traceutil/trace.go:171","msg":"trace[1734630485] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"191.756831ms","start":"2026-02-24T20:01:21.157734Z","end":"2026-02-24T20:01:21.349491Z","steps":["trace[1734630485] 'read index received' (duration: 91.262866ms)","trace[1734630485] 'applied index is now lower than readState.Index' (duration: 100.490885ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:21.349524Z","caller":"traceutil/trace.go:171","msg":"trace[1649326063] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"149.249773ms","start":"2026-02-24T20:01:21.200248Z","end":"2026-02-24T20:01:21.349497Z","steps":["trace[1649326063] 'process raft request' (duration: 149.049989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:21.349889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.006728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-24T20:01:21.349903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.62423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-24T20:01:21.349932Z","caller":"traceutil/trace.go:171","msg":"trace[1617816701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1798; }","duration":"128.08179ms","start":"2026-02-24T20:01:21.221837Z","end":"2026-02-24T20:01:21.349919Z","steps":["trace[1617816701] 'agreement among raft nodes before linearized reading' (duration: 127.948907ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:21.349961Z","caller":"traceutil/trace.go:171","msg":"trace[1611551552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1798; }","duration":"138.725483ms","start":"2026-02-24T20:01:21.211218Z","end":"2026-02-24T20:01:21.349943Z","steps":["trace[1611551552] 'agreement among raft nodes before linearized reading' (duration: 138.499148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:21.35024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.502419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:01:21.350311Z","caller":"traceutil/trace.go:171","msg":"trace[848815331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1798; }","duration":"192.617462ms","start":"2026-02-24T20:01:21.157678Z","end":"2026-02-24T20:01:21.350296Z","steps":["trace[848815331] 'agreement among raft nodes before linearized reading' (duration: 191.926166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:22.758539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.514429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:01:22.758691Z","caller":"traceutil/trace.go:171","msg":"trace[1337776420] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1883; }","duration":"332.218166ms","start":"2026-02-24T20:01:22.426455Z","end":"2026-02-24T20:01:22.758673Z","steps":["trace[1337776420] 'read index received' (duration: 35.421µs)","trace[1337776420] 'applied index is now lower than readState.Index' (duration: 332.181665ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:22.758794Z","caller":"traceutil/trace.go:171","msg":"trace[1720238819] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"414.753245ms","start":"2026-02-24T20:01:22.344029Z","end":"2026-02-24T20:01:22.758782Z","steps":["trace[1720238819] 'process raft request' (duration: 23.897887ms)","trace[1720238819] 'compare' (duration: 390.372476ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:22.758863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:22.343987Z","time spent":"414.843037ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:01:22.759139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.682277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:01:22.759191Z","caller":"traceutil/trace.go:171","msg":"trace[1450529067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1812; }","duration":"332.769919ms","start":"2026-02-24T20:01:22.426408Z","end":"2026-02-24T20:01:22.759178Z","steps":["trace[1450529067] 'agreement among raft nodes before linearized reading' (duration: 332.570844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:22.759221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.428487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:01:22.759302Z","caller":"traceutil/trace.go:171","msg":"trace[996695853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1812; }","duration":"323.56291ms","start":"2026-02-24T20:01:22.435719Z","end":"2026-02-24T20:01:22.759282Z","steps":["trace[996695853] 'agreement among raft nodes before linearized reading' (duration: 323.10764ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:22.759306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:22.42639Z","time spent":"332.907422ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:01:22.759348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:22.435695Z","time spent":"323.643763ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:01:36.810383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.243008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:01:36.810602Z","caller":"traceutil/trace.go:171","msg":"trace[1265914397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"118.526944ms","start":"2026-02-24T20:01:36.69203Z","end":"2026-02-24T20:01:36.810557Z","steps":["trace[1265914397] 'range keys from in-memory index tree' (duration: 118.147944ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:37.270757Z","caller":"traceutil/trace.go:171","msg":"trace[1371204812] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1991; }","duration":"401.431677ms","start":"2026-02-24T20:01:36.869296Z","end":"2026-02-24T20:01:37.270728Z","steps":["trace[1371204812] 'read index received' (duration: 401.276983ms)","trace[1371204812] 'applied index is now lower than readState.Index' (duration: 153.524µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:37.27082Z","caller":"traceutil/trace.go:171","msg":"trace[1930622296] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"430.717443ms","start":"2026-02-24T20:01:36.840067Z","end":"2026-02-24T20:01:37.270785Z","steps":["trace[1930622296] 'process raft request' (duration: 430.430646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:37.271007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:36.840048Z","time spent":"430.858396ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:01:37.271043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.723074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:01:37.271126Z","caller":"traceutil/trace.go:171","msg":"trace[97851421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"401.874857ms","start":"2026-02-24T20:01:36.86923Z","end":"2026-02-24T20:01:37.271105Z","steps":["trace[97851421] 'agreement among raft nodes before linearized reading' (duration: 401.599711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:37.271187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:36.869203Z","time spent":"401.9748ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:01:37.280479Z","caller":"traceutil/trace.go:171","msg":"trace[2100926789] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"107.154304ms","start":"2026-02-24T20:01:37.173305Z","end":"2026-02-24T20:01:37.280459Z","steps":["trace[2100926789] 'process raft request' (duration: 107.02711ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:37.280712Z","caller":"traceutil/trace.go:171","msg":"trace[1347497558] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"107.193035ms","start":"2026-02-24T20:01:37.173492Z","end":"2026-02-24T20:01:37.280685Z","steps":["trace[1347497558] 'process raft request' (duration: 106.927849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:43.030548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.782015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:01:43.030659Z","caller":"traceutil/trace.go:171","msg":"trace[1545897629] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1945; }","duration":"101.96741ms","start":"2026-02-24T20:01:42.928671Z","end":"2026-02-24T20:01:43.030639Z","steps":["trace[1545897629] 'count revisions from in-memory index tree' (duration: 101.701334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:43.03081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.139488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T20:01:43.030903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.919799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:01:43.03083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:42.441436Z","time spent":"589.388779ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:01:43.030957Z","caller":"traceutil/trace.go:171","msg":"trace[1685155924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1945; }","duration":"339.97942ms","start":"2026-02-24T20:01:42.690961Z","end":"2026-02-24T20:01:43.03094Z","steps":["trace[1685155924] 'range keys from in-memory index tree' (duration: 339.883858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:43.030981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.049731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"warn","ts":"2026-02-24T20:01:43.030991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:42.690953Z","time spent":"340.032111ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:01:43.030871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.084459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:01:43.031018Z","caller":"traceutil/trace.go:171","msg":"trace[899288535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"712.122533ms","start":"2026-02-24T20:01:42.318883Z","end":"2026-02-24T20:01:43.031006Z","steps":["trace[899288535] 'range keys from in-memory index tree' (duration: 711.903077ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:43.031046Z","caller":"traceutil/trace.go:171","msg":"trace[518862557] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1945; }","duration":"355.301054ms","start":"2026-02-24T20:01:42.675722Z","end":"2026-02-24T20:01:43.031023Z","steps":["trace[518862557] 'count revisions from in-memory index tree' (duration: 355.006247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:43.031058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:42.318867Z","time spent":"712.184504ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:01:43.031104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:42.675708Z","time spent":"355.384516ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:01:43.030904Z","caller":"traceutil/trace.go:171","msg":"trace[909868522] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1945; }","duration":"879.27491ms","start":"2026-02-24T20:01:42.15161Z","end":"2026-02-24T20:01:43.030885Z","steps":["trace[909868522] 'range keys from in-memory index tree' (duration: 878.974814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:43.03121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:42.151597Z","time spent":"879.572177ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:01:55.626591Z","caller":"traceutil/trace.go:171","msg":"trace[412306914] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"201.329018ms","start":"2026-02-24T20:01:55.425228Z","end":"2026-02-24T20:01:55.626557Z","steps":["trace[412306914] 'process raft request' (duration: 102.799539ms)","trace[412306914] 'compare' (duration: 98.380065ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:55.862424Z","caller":"traceutil/trace.go:171","msg":"trace[571323284] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"108.334852ms","start":"2026-02-24T20:01:55.754046Z","end":"2026-02-24T20:01:55.862381Z","steps":["trace[571323284] 'process raft request' (duration: 108.097216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.003905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.479923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:01:56.004157Z","caller":"traceutil/trace.go:171","msg":"trace[1142049590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"129.663427ms","start":"2026-02-24T20:01:55.874308Z","end":"2026-02-24T20:01:56.003971Z","steps":["trace[1142049590] 'range keys from in-memory index tree' (duration: 128.909519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:13.617892Z","caller":"traceutil/trace.go:171","msg":"trace[364501116] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"124.798191ms","start":"2026-02-24T20:02:13.493049Z","end":"2026-02-24T20:02:13.617848Z","steps":["trace[364501116] 'process raft request' (duration: 124.573256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.18703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.323761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:14.187344Z","caller":"traceutil/trace.go:171","msg":"trace[276728915] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2181; }","duration":"608.251868ms","start":"2026-02-24T20:02:13.579049Z","end":"2026-02-24T20:02:14.1873Z","steps":["trace[276728915] 'read index received' (duration: 38.548432ms)","trace[276728915] 'applied index is now lower than readState.Index' (duration: 569.700966ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:14.187482Z","caller":"traceutil/trace.go:171","msg":"trace[1930272176] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"692.552261ms","start":"2026-02-24T20:02:13.494879Z","end":"2026-02-24T20:02:14.187431Z","steps":["trace[1930272176] 'process raft request' (duration: 200.707868ms)","trace[1930272176] 'compare' (duration: 491.178098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:14.187692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.643307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:02:14.187696Z","caller":"traceutil/trace.go:171","msg":"trace[1509839088] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"415.766042ms","start":"2026-02-24T20:02:13.771854Z","end":"2026-02-24T20:02:14.18762Z","steps":["trace[1509839088] 'process raft request' (duration: 415.359892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.187838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.796194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:02:14.18859Z","caller":"traceutil/trace.go:171","msg":"trace[1485326564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2101; }","duration":"296.599493ms","start":"2026-02-24T20:02:13.89196Z","end":"2026-02-24T20:02:14.188559Z","steps":["trace[1485326564] 'agreement among raft nodes before linearized reading' (duration: 295.711562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:14.187858Z","caller":"traceutil/trace.go:171","msg":"trace[82160504] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2101; }","duration":"608.830362ms","start":"2026-02-24T20:02:13.57896Z","end":"2026-02-24T20:02:14.18779Z","steps":["trace[82160504] 'agreement among raft nodes before linearized reading' (duration: 608.559055ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.188689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.578926Z","time spent":"609.738094ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:02:14.187931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.771816Z","time spent":"416.009317ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:14.187998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.07468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:02:14.188913Z","caller":"traceutil/trace.go:171","msg":"trace[1037313151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2101; }","duration":"297.089804ms","start":"2026-02-24T20:02:13.891809Z","end":"2026-02-24T20:02:14.188898Z","steps":["trace[1037313151] 'agreement among raft nodes before linearized reading' (duration: 296.0754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.188032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.566676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:02:14.189011Z","caller":"traceutil/trace.go:171","msg":"trace[812054372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2101; }","duration":"474.56973ms","start":"2026-02-24T20:02:13.714422Z","end":"2026-02-24T20:02:14.188992Z","steps":["trace[812054372] 'agreement among raft nodes before linearized reading' (duration: 473.497455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.189066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.714409Z","time spent":"474.639741ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:02:14.188037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.793724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:02:14.189534Z","caller":"traceutil/trace.go:171","msg":"trace[1501543078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2101; }","duration":"297.258209ms","start":"2026-02-24T20:02:13.892227Z","end":"2026-02-24T20:02:14.189485Z","steps":["trace[1501543078] 'agreement among raft nodes before linearized reading' (duration: 295.697142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.188104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.361318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:02:14.187647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.831633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:02:14.188229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.494845Z","time spent":"692.803097ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:14.189972Z","caller":"traceutil/trace.go:171","msg":"trace[1103996678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"494.211119ms","start":"2026-02-24T20:02:13.695725Z","end":"2026-02-24T20:02:14.189936Z","steps":["trace[1103996678] 'agreement among raft nodes before linearized reading' (duration: 491.812773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.190055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.695704Z","time spent":"494.331151ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:02:14.190317Z","caller":"traceutil/trace.go:171","msg":"trace[415655922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2101; }","duration":"301.614651ms","start":"2026-02-24T20:02:13.888685Z","end":"2026-02-24T20:02:14.190299Z","steps":["trace[415655922] 'agreement among raft nodes before linearized reading' (duration: 299.142033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:14.190389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:13.888658Z","time spent":"301.714213ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:02:14.380658Z","caller":"traceutil/trace.go:171","msg":"trace[1303212741] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"186.315912ms","start":"2026-02-24T20:02:14.194308Z","end":"2026-02-24T20:02:14.380624Z","steps":["trace[1303212741] 'process raft request' (duration: 103.055272ms)","trace[1303212741] 'compare' (duration: 83.088686ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:14.412153Z","caller":"traceutil/trace.go:171","msg":"trace[171734351] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"217.108292ms","start":"2026-02-24T20:02:14.194994Z","end":"2026-02-24T20:02:14.412102Z","steps":["trace[171734351] 'process raft request' (duration: 216.835876ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:14.412454Z","caller":"traceutil/trace.go:171","msg":"trace[620275319] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"216.972489ms","start":"2026-02-24T20:02:14.195468Z","end":"2026-02-24T20:02:14.41244Z","steps":["trace[620275319] 'process raft request' (duration: 216.555669ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:14.412504Z","caller":"traceutil/trace.go:171","msg":"trace[1044941476] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"216.649391ms","start":"2026-02-24T20:02:14.195824Z","end":"2026-02-24T20:02:14.412474Z","steps":["trace[1044941476] 'process raft request' (duration: 216.502277ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:14.412566Z","caller":"traceutil/trace.go:171","msg":"trace[1364352252] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"216.522189ms","start":"2026-02-24T20:02:14.196031Z","end":"2026-02-24T20:02:14.412553Z","steps":["trace[1364352252] 'process raft request' (duration: 216.396766ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:20.386861Z","caller":"traceutil/trace.go:171","msg":"trace[1859891989] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"173.893971ms","start":"2026-02-24T20:02:20.212928Z","end":"2026-02-24T20:02:20.386822Z","steps":["trace[1859891989] 'process raft request' (duration: 173.622934ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:20.632927Z","caller":"traceutil/trace.go:171","msg":"trace[1198665059] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2215; }","duration":"225.769225ms","start":"2026-02-24T20:02:20.407123Z","end":"2026-02-24T20:02:20.632892Z","steps":["trace[1198665059] 'read index received' (duration: 164.662665ms)","trace[1198665059] 'applied index is now lower than readState.Index' (duration: 61.10521ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:20.633449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.937439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:02:20.633464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.320878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:02:20.633522Z","caller":"traceutil/trace.go:171","msg":"trace[819404931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2131; }","duration":"191.077543ms","start":"2026-02-24T20:02:20.442429Z","end":"2026-02-24T20:02:20.633506Z","steps":["trace[819404931] 'agreement among raft nodes before linearized reading' (duration: 190.852618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:20.633529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.332094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:02:20.633573Z","caller":"traceutil/trace.go:171","msg":"trace[1544537950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2131; }","duration":"226.517692ms","start":"2026-02-24T20:02:20.407031Z","end":"2026-02-24T20:02:20.633549Z","steps":["trace[1544537950] 'agreement among raft nodes before linearized reading' (duration: 226.128753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:20.63351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.28895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:02:20.633623Z","caller":"traceutil/trace.go:171","msg":"trace[1264116586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2131; }","duration":"175.467686ms","start":"2026-02-24T20:02:20.458132Z","end":"2026-02-24T20:02:20.6336Z","steps":["trace[1264116586] 'agreement among raft nodes before linearized reading' (duration: 175.17251ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:20.633678Z","caller":"traceutil/trace.go:171","msg":"trace[2115223665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2131; }","duration":"186.472234ms","start":"2026-02-24T20:02:20.447155Z","end":"2026-02-24T20:02:20.633627Z","steps":["trace[2115223665] 'agreement among raft nodes before linearized reading' (duration: 186.138206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:20.633698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.13895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:02:20.633825Z","caller":"traceutil/trace.go:171","msg":"trace[24310267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2131; }","duration":"187.310245ms","start":"2026-02-24T20:02:20.446484Z","end":"2026-02-24T20:02:20.633795Z","steps":["trace[24310267] 'agreement among raft nodes before linearized reading' (duration: 186.899115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:20.63392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.11046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:02:20.634052Z","caller":"traceutil/trace.go:171","msg":"trace[188654588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2131; }","duration":"187.334035ms","start":"2026-02-24T20:02:20.446694Z","end":"2026-02-24T20:02:20.634028Z","steps":["trace[188654588] 'agreement among raft nodes before linearized reading' (duration: 186.65028ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:20.634271Z","caller":"traceutil/trace.go:171","msg":"trace[76817644] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"388.784101ms","start":"2026-02-24T20:02:20.244487Z","end":"2026-02-24T20:02:20.633272Z","steps":["trace[76817644] 'process raft request' (duration: 327.319542ms)","trace[76817644] 'compare' (duration: 60.948847ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:20.634859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:20.244464Z","time spent":"389.953678ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:22.19579Z","caller":"traceutil/trace.go:171","msg":"trace[563612717] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"500.247331ms","start":"2026-02-24T20:02:21.695497Z","end":"2026-02-24T20:02:22.195744Z","steps":["trace[563612717] 'process raft request' (duration: 499.973635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:22.196101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:21.695469Z","time spent":"500.491956ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:23.945423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.197164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:23.94568Z","caller":"traceutil/trace.go:171","msg":"trace[970694382] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"1.303985564s","start":"2026-02-24T20:02:22.641671Z","end":"2026-02-24T20:02:23.945657Z","steps":["trace[970694382] 'process raft request' (duration: 1.303940823s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.945767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.641635Z","time spent":"1.304094718s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:23.94579Z","caller":"traceutil/trace.go:171","msg":"trace[1249573860] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"2.212984143s","start":"2026-02-24T20:02:21.73276Z","end":"2026-02-24T20:02:23.945744Z","steps":["trace[1249573860] 'process raft request' (duration: 1.241371849s)","trace[1249573860] 'compare' (duration: 971.009099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:23.946004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:21.732733Z","time spent":"2.213158748s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:23.946019Z","caller":"traceutil/trace.go:171","msg":"trace[1924730327] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"1.553493765s","start":"2026-02-24T20:02:22.392508Z","end":"2026-02-24T20:02:23.946002Z","steps":["trace[1924730327] 'process raft request' (duration: 1.553054884s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.946113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.392478Z","time spent":"1.553575847s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:23.946374Z","caller":"traceutil/trace.go:171","msg":"trace[2146177389] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2221; }","duration":"1.800004637s","start":"2026-02-24T20:02:22.145803Z","end":"2026-02-24T20:02:23.945808Z","steps":["trace[2146177389] 'read index received' (duration: 49.646103ms)","trace[2146177389] 'applied index is now lower than readState.Index' (duration: 1.750354163s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:23.946591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800774194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-24T20:02:23.946715Z","caller":"traceutil/trace.go:171","msg":"trace[465211979] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2140; }","duration":"1.800957398s","start":"2026-02-24T20:02:22.145733Z","end":"2026-02-24T20:02:23.946691Z","steps":["trace[465211979] 'agreement among raft nodes before linearized reading' (duration: 1.800682352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.946761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.145705Z","time spent":"1.80104825s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:02:23.946766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211765556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:02:23.946794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246018828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:02:23.946809Z","caller":"traceutil/trace.go:171","msg":"trace[1602099175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2140; }","duration":"1.211829687s","start":"2026-02-24T20:02:22.734968Z","end":"2026-02-24T20:02:23.946798Z","steps":["trace[1602099175] 'agreement among raft nodes before linearized reading' (duration: 1.211623003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.946823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293636752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:02:23.946845Z","caller":"traceutil/trace.go:171","msg":"trace[1798719751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2140; }","duration":"1.246095519s","start":"2026-02-24T20:02:22.700735Z","end":"2026-02-24T20:02:23.94683Z","steps":["trace[1798719751] 'agreement among raft nodes before linearized reading' (duration: 1.245900735s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.946847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.734956Z","time spent":"1.211884529s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:02:23.946885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.700719Z","time spent":"1.246159181s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:02:23.946884Z","caller":"traceutil/trace.go:171","msg":"trace[402834258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2140; }","duration":"1.293776766s","start":"2026-02-24T20:02:22.653089Z","end":"2026-02-24T20:02:23.946866Z","steps":["trace[402834258] 'agreement among raft nodes before linearized reading' (duration: 1.293484699s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.946862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211163141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:02:23.946886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211339835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T20:02:23.946939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.653061Z","time spent":"1.293867637s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5348,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:02:23.946962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254264901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:02:23.946989Z","caller":"traceutil/trace.go:171","msg":"trace[1332848115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2140; }","duration":"1.211351216s","start":"2026-02-24T20:02:22.735609Z","end":"2026-02-24T20:02:23.946961Z","steps":["trace[1332848115] 'agreement among raft nodes before linearized reading' (duration: 1.210996898s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:23.94702Z","caller":"traceutil/trace.go:171","msg":"trace[1611511621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2140; }","duration":"1.254378083s","start":"2026-02-24T20:02:22.692627Z","end":"2026-02-24T20:02:23.947005Z","steps":["trace[1611511621] 'agreement among raft nodes before linearized reading' (duration: 1.254278791s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.947039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212506474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:02:23.947035Z","caller":"traceutil/trace.go:171","msg":"trace[250227254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2140; }","duration":"1.211444027s","start":"2026-02-24T20:02:22.735526Z","end":"2026-02-24T20:02:23.94697Z","steps":["trace[250227254] 'agreement among raft nodes before linearized reading' (duration: 1.21114508s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.947055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.69259Z","time spent":"1.254458615s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:02:23.947064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.73559Z","time spent":"1.211460018s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:02:23.947075Z","caller":"traceutil/trace.go:171","msg":"trace[618494862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2140; }","duration":"1.212595586s","start":"2026-02-24T20:02:22.73447Z","end":"2026-02-24T20:02:23.947066Z","steps":["trace[618494862] 'agreement among raft nodes before linearized reading' (duration: 1.212504743s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.947119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.734437Z","time spent":"1.212675848s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:02:23.947169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:22.735473Z","time spent":"1.211609373s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:02:23.947457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.378148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:02:23.947612Z","caller":"traceutil/trace.go:171","msg":"trace[59364026] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2140; }","duration":"240.587762ms","start":"2026-02-24T20:02:23.706981Z","end":"2026-02-24T20:02:23.947569Z","steps":["trace[59364026] 'agreement among raft nodes before linearized reading' (duration: 239.651241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:24.372959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.282771ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-02-24T20:02:24.373105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.949732Z","time spent":"423.36567ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:02:24.376707Z","caller":"traceutil/trace.go:171","msg":"trace[1800473650] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"425.616923ms","start":"2026-02-24T20:02:23.951062Z","end":"2026-02-24T20:02:24.376679Z","steps":["trace[1800473650] 'process raft request' (duration: 425.298066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:24.376848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.951031Z","time spent":"425.731136ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:24.377146Z","caller":"traceutil/trace.go:171","msg":"trace[886527922] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"425.357348ms","start":"2026-02-24T20:02:23.951747Z","end":"2026-02-24T20:02:24.377105Z","steps":["trace[886527922] 'process raft request' (duration: 424.868085ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:24.377366Z","caller":"traceutil/trace.go:171","msg":"trace[690598320] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"425.401028ms","start":"2026-02-24T20:02:23.951948Z","end":"2026-02-24T20:02:24.377349Z","steps":["trace[690598320] 'process raft request' (duration: 425.07941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:24.37748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.951939Z","time spent":"425.48497ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:24.377618Z","caller":"traceutil/trace.go:171","msg":"trace[1472109768] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"425.109491ms","start":"2026-02-24T20:02:23.952494Z","end":"2026-02-24T20:02:24.377603Z","steps":["trace[1472109768] 'process raft request' (duration: 424.840505ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:24.377593Z","caller":"traceutil/trace.go:171","msg":"trace[620175690] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2225; }","duration":"420.961485ms","start":"2026-02-24T20:02:23.956598Z","end":"2026-02-24T20:02:24.377559Z","steps":["trace[620175690] 'read index received' (duration: 312.006175ms)","trace[620175690] 'applied index is now lower than readState.Index' (duration: 108.95242ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:24.377585Z","caller":"traceutil/trace.go:171","msg":"trace[1906202457] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"425.064311ms","start":"2026-02-24T20:02:23.95238Z","end":"2026-02-24T20:02:24.377445Z","steps":["trace[1906202457] 'process raft request' (duration: 424.905927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:24.3777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.952481Z","time spent":"425.180163ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:24.377811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.19253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:02:24.377859Z","caller":"traceutil/trace.go:171","msg":"trace[962202240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2146; }","duration":"421.291373ms","start":"2026-02-24T20:02:23.956556Z","end":"2026-02-24T20:02:24.377848Z","steps":["trace[962202240] 'agreement among raft nodes before linearized reading' (duration: 421.119289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:24.377893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.956545Z","time spent":"421.340684ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:02:24.377935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.951727Z","time spent":"425.48639ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:24.377828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:23.952359Z","time spent":"425.346777ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:30.091748Z","caller":"traceutil/trace.go:171","msg":"trace[1173558182] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"119.603959ms","start":"2026-02-24T20:02:29.972109Z","end":"2026-02-24T20:02:30.091713Z","steps":["trace[1173558182] 'process raft request' (duration: 102.57231ms)","trace[1173558182] 'compare' (duration: 16.751332ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:30.092068Z","caller":"traceutil/trace.go:171","msg":"trace[1406433235] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"119.468887ms","start":"2026-02-24T20:02:29.972568Z","end":"2026-02-24T20:02:30.092036Z","steps":["trace[1406433235] 'process raft request' (duration: 119.080847ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.266281Z","caller":"traceutil/trace.go:171","msg":"trace[311709237] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"106.421161ms","start":"2026-02-24T20:02:32.159834Z","end":"2026-02-24T20:02:32.266255Z","steps":["trace[311709237] 'process raft request' (duration: 71.201687ms)","trace[311709237] 'compare' (duration: 35.102472ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:32.538792Z","caller":"traceutil/trace.go:171","msg":"trace[1265745677] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"118.708389ms","start":"2026-02-24T20:02:32.420064Z","end":"2026-02-24T20:02:32.538772Z","steps":["trace[1265745677] 'process raft request' (duration: 118.603836ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.569751Z","caller":"traceutil/trace.go:171","msg":"trace[1714935509] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"145.67003ms","start":"2026-02-24T20:02:32.42402Z","end":"2026-02-24T20:02:32.56969Z","steps":["trace[1714935509] 'read index received' (duration: 114.826268ms)","trace[1714935509] 'applied index is now lower than readState.Index' (duration: 30.842152ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:32.569806Z","caller":"traceutil/trace.go:171","msg":"trace[330985633] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"146.230843ms","start":"2026-02-24T20:02:32.423546Z","end":"2026-02-24T20:02:32.569777Z","steps":["trace[330985633] 'process raft request' (duration: 145.962967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.57011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.073189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:02:32.570185Z","caller":"traceutil/trace.go:171","msg":"trace[478482219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2184; }","duration":"146.217362ms","start":"2026-02-24T20:02:32.423952Z","end":"2026-02-24T20:02:32.570169Z","steps":["trace[478482219] 'agreement among raft nodes before linearized reading' (duration: 145.898405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.57011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.539815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T20:02:32.570229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.48713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:02:32.570294Z","caller":"traceutil/trace.go:171","msg":"trace[1276650891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2184; }","duration":"121.75137ms","start":"2026-02-24T20:02:32.448524Z","end":"2026-02-24T20:02:32.570275Z","steps":["trace[1276650891] 'agreement among raft nodes before linearized reading' (duration: 121.457523ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.570302Z","caller":"traceutil/trace.go:171","msg":"trace[1547366041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2184; }","duration":"126.630374ms","start":"2026-02-24T20:02:32.443654Z","end":"2026-02-24T20:02:32.570284Z","steps":["trace[1547366041] 'agreement among raft nodes before linearized reading' (duration: 126.260815ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.739848Z","caller":"traceutil/trace.go:171","msg":"trace[179830886] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"164.4659ms","start":"2026-02-24T20:02:32.575351Z","end":"2026-02-24T20:02:32.739817Z","steps":["trace[179830886] 'process raft request' (duration: 65.539533ms)","trace[179830886] 'compare' (duration: 98.585219ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:32.739933Z","caller":"traceutil/trace.go:171","msg":"trace[528808540] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"163.432197ms","start":"2026-02-24T20:02:32.576472Z","end":"2026-02-24T20:02:32.739904Z","steps":["trace[528808540] 'process raft request' (duration: 163.365285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.740155Z","caller":"traceutil/trace.go:171","msg":"trace[659957350] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"164.787837ms","start":"2026-02-24T20:02:32.575351Z","end":"2026-02-24T20:02:32.740139Z","steps":["trace[659957350] 'process raft request' (duration: 164.369487ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:56.33399Z","caller":"traceutil/trace.go:171","msg":"trace[1447549003] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"122.60315ms","start":"2026-02-24T20:02:56.211355Z","end":"2026-02-24T20:02:56.333958Z","steps":["trace[1447549003] 'process raft request' (duration: 105.109311ms)","trace[1447549003] 'compare' (duration: 17.141031ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:56.334518Z","caller":"traceutil/trace.go:171","msg":"trace[752847168] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"116.045316ms","start":"2026-02-24T20:02:56.218433Z","end":"2026-02-24T20:02:56.334478Z","steps":["trace[752847168] 'process raft request' (duration: 115.438242ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:08.862885Z","caller":"traceutil/trace.go:171","msg":"trace[1165656372] transaction","detail":"{read_only:false; response_revision:2361; number_of_response:1; }","duration":"104.967896ms","start":"2026-02-24T20:03:08.757884Z","end":"2026-02-24T20:03:08.862852Z","steps":["trace[1165656372] 'process raft request' (duration: 59.699537ms)","trace[1165656372] 'compare' (duration: 45.092705ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:33.266375Z","caller":"traceutil/trace.go:171","msg":"trace[304180252] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2751; }","duration":"281.680279ms","start":"2026-02-24T20:03:32.984668Z","end":"2026-02-24T20:03:33.266349Z","steps":["trace[304180252] 'read index received' (duration: 281.484214ms)","trace[304180252] 'applied index is now lower than readState.Index' (duration: 195.045µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:33.26646Z","caller":"traceutil/trace.go:171","msg":"trace[855143795] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"375.152191ms","start":"2026-02-24T20:03:32.891279Z","end":"2026-02-24T20:03:33.266431Z","steps":["trace[855143795] 'process raft request' (duration: 374.904515ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:33.266641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:32.891257Z","time spent":"375.263563ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:03:33.266662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.982375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:03:33.266703Z","caller":"traceutil/trace.go:171","msg":"trace[2084331851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2644; }","duration":"282.070878ms","start":"2026-02-24T20:03:32.98462Z","end":"2026-02-24T20:03:33.26669Z","steps":["trace[2084331851] 'agreement among raft nodes before linearized reading' (duration: 281.888343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:33.266819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.823442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:03:33.266915Z","caller":"traceutil/trace.go:171","msg":"trace[663645758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2644; }","duration":"126.974795ms","start":"2026-02-24T20:03:33.139918Z","end":"2026-02-24T20:03:33.266892Z","steps":["trace[663645758] 'agreement among raft nodes before linearized reading' (duration: 126.672678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:33.266903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.096654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:03:33.266962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.393302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:03:33.267082Z","caller":"traceutil/trace.go:171","msg":"trace[1750016736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2644; }","duration":"126.575466ms","start":"2026-02-24T20:03:33.140481Z","end":"2026-02-24T20:03:33.267056Z","steps":["trace[1750016736] 'agreement among raft nodes before linearized reading' (duration: 126.196297ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:33.267002Z","caller":"traceutil/trace.go:171","msg":"trace[65562059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"126.233688ms","start":"2026-02-24T20:03:33.140746Z","end":"2026-02-24T20:03:33.26698Z","steps":["trace[65562059] 'agreement among raft nodes before linearized reading' (duration: 125.86286ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:04:07.091438Z","caller":"traceutil/trace.go:171","msg":"trace[592194427] linearizableReadLoop","detail":"{readStateIndex:2943; appliedIndex:2942; }","duration":"435.1007ms","start":"2026-02-24T20:04:06.656311Z","end":"2026-02-24T20:04:07.091412Z","steps":["trace[592194427] 'read index received' (duration: 434.843734ms)","trace[592194427] 'applied index is now lower than readState.Index' (duration: 255.996µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:04:07.09169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.360245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-02-24T20:04:07.091917Z","caller":"traceutil/trace.go:171","msg":"trace[4955734] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"553.346471ms","start":"2026-02-24T20:04:06.53853Z","end":"2026-02-24T20:04:07.091877Z","steps":["trace[4955734] 'process raft request' (duration: 552.694256ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:04:07.092145Z","caller":"traceutil/trace.go:171","msg":"trace[599476658] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2829; }","duration":"435.495989ms","start":"2026-02-24T20:04:06.656222Z","end":"2026-02-24T20:04:07.091718Z","steps":["trace[599476658] 'agreement among raft nodes before linearized reading' (duration: 435.297344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:04:07.092207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:06.656198Z","time spent":"435.99443ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-02-24T20:04:07.092381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:06.538498Z","time spent":"553.553265ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:04:07.560745Z","caller":"traceutil/trace.go:171","msg":"trace[474699403] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"899.580216ms","start":"2026-02-24T20:04:06.6611Z","end":"2026-02-24T20:04:07.56068Z","steps":["trace[474699403] 'process raft request' (duration: 892.369287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:04:07.560987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:06.661065Z","time spent":"899.80218ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:04:07.561114Z","caller":"traceutil/trace.go:171","msg":"trace[705211169] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"899.061264ms","start":"2026-02-24T20:04:06.662005Z","end":"2026-02-24T20:04:07.561066Z","steps":["trace[705211169] 'process raft request' (duration: 898.608123ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:04:07.561208Z","caller":"traceutil/trace.go:171","msg":"trace[95582531] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2943; }","duration":"464.604789ms","start":"2026-02-24T20:04:07.096481Z","end":"2026-02-24T20:04:07.561086Z","steps":["trace[95582531] 'read index received' (duration: 457.052673ms)","trace[95582531] 'applied index is now lower than readState.Index' (duration: 7.544796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:04:07.561366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:06.661988Z","time spent":"899.268328ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:04:07.563349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.865702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-02-24T20:04:07.563391Z","caller":"traceutil/trace.go:171","msg":"trace[2072563184] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"204.180458ms","start":"2026-02-24T20:04:07.359187Z","end":"2026-02-24T20:04:07.563367Z","steps":["trace[2072563184] 'process raft request' (duration: 203.963863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:04:07.563393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.112819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189747594a58f410\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-02-24T20:04:07.563442Z","caller":"traceutil/trace.go:171","msg":"trace[264443763] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2831; }","duration":"467.046586ms","start":"2026-02-24T20:04:07.096373Z","end":"2026-02-24T20:04:07.563419Z","steps":["trace[264443763] 'agreement among raft nodes before linearized reading' (duration: 464.992358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:04:07.563726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:07.09634Z","time spent":"467.370384ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-02-24T20:04:07.56365Z","caller":"traceutil/trace.go:171","msg":"trace[869580984] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189747594a58f410; range_end:; response_count:1; response_revision:2832; }","duration":"348.425727ms","start":"2026-02-24T20:04:07.215206Z","end":"2026-02-24T20:04:07.563632Z","steps":["trace[869580984] 'agreement among raft nodes before linearized reading' (duration: 348.040828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:04:07.56382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:04:07.215176Z","time spent":"348.626151ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189747594a58f410\" "} {"level":"info","ts":"2026-02-24T20:08:03.07956Z","caller":"traceutil/trace.go:171","msg":"trace[1065337842] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"236.432033ms","start":"2026-02-24T20:08:02.843102Z","end":"2026-02-24T20:08:03.079534Z","steps":["trace[1065337842] 'read index received' (duration: 236.249849ms)","trace[1065337842] 'applied index is now lower than readState.Index' (duration: 180.904µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:03.079708Z","caller":"traceutil/trace.go:171","msg":"trace[1130379597] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"267.823631ms","start":"2026-02-24T20:08:02.811871Z","end":"2026-02-24T20:08:03.079694Z","steps":["trace[1130379597] 'process raft request' (duration: 267.515205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.079941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.506835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:08:03.080003Z","caller":"traceutil/trace.go:171","msg":"trace[1265500340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4698; }","duration":"224.629398ms","start":"2026-02-24T20:08:02.85536Z","end":"2026-02-24T20:08:03.079989Z","steps":["trace[1265500340] 'agreement among raft nodes before linearized reading' (duration: 224.419793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.073786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d\" ","response":"range_response_count:1 size:3729"} {"level":"info","ts":"2026-02-24T20:08:03.080186Z","caller":"traceutil/trace.go:171","msg":"trace[49361687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d; range_end:; response_count:1; response_revision:4698; }","duration":"237.137348ms","start":"2026-02-24T20:08:02.843041Z","end":"2026-02-24T20:08:03.080179Z","steps":["trace[49361687] 'agreement among raft nodes before linearized reading' (duration: 237.082517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.936132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:08:03.08024Z","caller":"traceutil/trace.go:171","msg":"trace[1021643333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4698; }","duration":"181.991203ms","start":"2026-02-24T20:08:02.898241Z","end":"2026-02-24T20:08:03.080232Z","steps":["trace[1021643333] 'agreement among raft nodes before linearized reading' (duration: 181.909471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.455104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:08:03.080305Z","caller":"traceutil/trace.go:171","msg":"trace[436101534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4698; }","duration":"213.509105ms","start":"2026-02-24T20:08:02.866793Z","end":"2026-02-24T20:08:03.080302Z","steps":["trace[436101534] 'agreement among raft nodes before linearized reading' (duration: 213.467964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.163936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:08:03.080369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.532965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d\" ","response":"range_response_count:1 size:3729"} {"level":"info","ts":"2026-02-24T20:08:03.080399Z","caller":"traceutil/trace.go:171","msg":"trace[89214774] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4698; }","duration":"128.3263ms","start":"2026-02-24T20:08:02.952051Z","end":"2026-02-24T20:08:03.080377Z","steps":["trace[89214774] 'agreement among raft nodes before linearized reading' (duration: 128.138196ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.080418Z","caller":"traceutil/trace.go:171","msg":"trace[499233732] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d; range_end:; response_count:1; response_revision:4698; }","duration":"186.643187ms","start":"2026-02-24T20:08:02.893761Z","end":"2026-02-24T20:08:03.080404Z","steps":["trace[499233732] 'agreement among raft nodes before linearized reading' (duration: 186.470294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.233138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:08:03.080493Z","caller":"traceutil/trace.go:171","msg":"trace[1688094505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4698; }","duration":"172.337541ms","start":"2026-02-24T20:08:02.908142Z","end":"2026-02-24T20:08:03.08048Z","steps":["trace[1688094505] 'agreement among raft nodes before linearized reading' (duration: 172.173677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.363822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:08:03.080592Z","caller":"traceutil/trace.go:171","msg":"trace[1465529331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4698; }","duration":"202.520925ms","start":"2026-02-24T20:08:02.878047Z","end":"2026-02-24T20:08:03.080568Z","steps":["trace[1465529331] 'agreement among raft nodes before linearized reading' (duration: 202.212969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.080874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.040903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-02-24T20:08:03.080938Z","caller":"traceutil/trace.go:171","msg":"trace[456387235] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4698; }","duration":"102.158755ms","start":"2026-02-24T20:08:02.978765Z","end":"2026-02-24T20:08:03.080924Z","steps":["trace[456387235] 'agreement among raft nodes before linearized reading' (duration: 101.427941ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.334542Z","caller":"traceutil/trace.go:171","msg":"trace[942474674] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"249.396213ms","start":"2026-02-24T20:08:03.085117Z","end":"2026-02-24T20:08:03.334513Z","steps":["trace[942474674] 'process raft request' (duration: 249.218159ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.334556Z","caller":"traceutil/trace.go:171","msg":"trace[431729844] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"249.303951ms","start":"2026-02-24T20:08:03.085231Z","end":"2026-02-24T20:08:03.334535Z","steps":["trace[431729844] 'process raft request' (duration: 249.24567ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.334929Z","caller":"traceutil/trace.go:171","msg":"trace[1158523039] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"249.625348ms","start":"2026-02-24T20:08:03.085274Z","end":"2026-02-24T20:08:03.334899Z","steps":["trace[1158523039] 'process raft request' (duration: 249.23171ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.335055Z","caller":"traceutil/trace.go:171","msg":"trace[2086197288] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4886; }","duration":"230.628428ms","start":"2026-02-24T20:08:03.1044Z","end":"2026-02-24T20:08:03.335029Z","steps":["trace[2086197288] 'read index received' (duration: 229.961514ms)","trace[2086197288] 'applied index is now lower than readState.Index' (duration: 665.854µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:03.335124Z","caller":"traceutil/trace.go:171","msg":"trace[216400482] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"246.73713ms","start":"2026-02-24T20:08:03.088375Z","end":"2026-02-24T20:08:03.335113Z","steps":["trace[216400482] 'process raft request' (duration: 246.568506ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:03.335208Z","caller":"traceutil/trace.go:171","msg":"trace[629460299] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"248.084887ms","start":"2026-02-24T20:08:03.087102Z","end":"2026-02-24T20:08:03.335187Z","steps":["trace[629460299] 'process raft request' (duration: 247.674238ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:03.335317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.888663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-02-24T20:08:03.335379Z","caller":"traceutil/trace.go:171","msg":"trace[174266543] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4704; }","duration":"230.990095ms","start":"2026-02-24T20:08:03.104367Z","end":"2026-02-24T20:08:03.335357Z","steps":["trace[174266543] 'agreement among raft nodes before linearized reading' (duration: 230.778461ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:04.147871Z","caller":"traceutil/trace.go:171","msg":"trace[837229464] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"239.69671ms","start":"2026-02-24T20:08:03.908154Z","end":"2026-02-24T20:08:04.147851Z","steps":["trace[837229464] 'process raft request' (duration: 239.524546ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:04.158226Z","caller":"traceutil/trace.go:171","msg":"trace[2090506350] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"249.629077ms","start":"2026-02-24T20:08:03.908574Z","end":"2026-02-24T20:08:04.158203Z","steps":["trace[2090506350] 'process raft request' (duration: 249.439894ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:04.158538Z","caller":"traceutil/trace.go:171","msg":"trace[95374469] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4895; }","duration":"209.73715ms","start":"2026-02-24T20:08:03.948782Z","end":"2026-02-24T20:08:04.158519Z","steps":["trace[95374469] 'read index received' (duration: 198.932843ms)","trace[95374469] 'applied index is now lower than readState.Index' (duration: 10.802226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:04.158841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.051525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:08:04.1589Z","caller":"traceutil/trace.go:171","msg":"trace[188005330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:4711; }","duration":"210.189259ms","start":"2026-02-24T20:08:03.948698Z","end":"2026-02-24T20:08:04.158887Z","steps":["trace[188005330] 'agreement among raft nodes before linearized reading' (duration: 209.985185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.247061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.906615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d\" ","response":"range_response_count:1 size:4013"} {"level":"info","ts":"2026-02-24T20:08:06.247158Z","caller":"traceutil/trace.go:171","msg":"trace[1302901390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d; range_end:; response_count:1; response_revision:4855; }","duration":"319.056447ms","start":"2026-02-24T20:08:05.928081Z","end":"2026-02-24T20:08:06.247138Z","steps":["trace[1302901390] 'range keys from in-memory index tree' (duration: 318.628309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.2472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:05.928055Z","time spent":"319.134849ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4037,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d\" "} {"level":"info","ts":"2026-02-24T20:08:06.263254Z","caller":"traceutil/trace.go:171","msg":"trace[998625095] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"325.656479ms","start":"2026-02-24T20:08:05.937572Z","end":"2026-02-24T20:08:06.263228Z","steps":["trace[998625095] 'process raft request' (duration: 325.507027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.263419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:05.937525Z","time spent":"325.819413ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:08:06.321379Z","caller":"traceutil/trace.go:171","msg":"trace[949965162] linearizableReadLoop","detail":"{readStateIndex:5049; appliedIndex:5047; }","duration":"156.096356ms","start":"2026-02-24T20:08:06.165255Z","end":"2026-02-24T20:08:06.321352Z","steps":["trace[949965162] 'read index received' (duration: 97.746627ms)","trace[949965162] 'applied index is now lower than readState.Index' (duration: 58.347999ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:06.321571Z","caller":"traceutil/trace.go:171","msg":"trace[429938802] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"157.834091ms","start":"2026-02-24T20:08:06.16369Z","end":"2026-02-24T20:08:06.321524Z","steps":["trace[429938802] 'process raft request' (duration: 157.418402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.32193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.650177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718653"} {"level":"info","ts":"2026-02-24T20:08:06.321983Z","caller":"traceutil/trace.go:171","msg":"trace[380351886] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4858; }","duration":"156.740258ms","start":"2026-02-24T20:08:06.165228Z","end":"2026-02-24T20:08:06.321968Z","steps":["trace[380351886] 'agreement among raft nodes before linearized reading' (duration: 156.263318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.322115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.641747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:08:06.322227Z","caller":"traceutil/trace.go:171","msg":"trace[1498612982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:4859; }","duration":"153.788539ms","start":"2026-02-24T20:08:06.168413Z","end":"2026-02-24T20:08:06.322202Z","steps":["trace[1498612982] 'agreement among raft nodes before linearized reading' (duration: 153.489644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:06.32223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.977642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d\" ","response":"range_response_count:1 size:4015"} {"level":"info","ts":"2026-02-24T20:08:06.322286Z","caller":"traceutil/trace.go:171","msg":"trace[1830576562] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-96af236e-509d-4981-85ae-7172cb28f65d; range_end:; response_count:1; response_revision:4859; }","duration":"152.087555ms","start":"2026-02-24T20:08:06.170182Z","end":"2026-02-24T20:08:06.322269Z","steps":["trace[1830576562] 'agreement among raft nodes before linearized reading' (duration: 151.952422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.834483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142245896,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:08:08.917269Z","caller":"traceutil/trace.go:171","msg":"trace[1842257599] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"588.835794ms","start":"2026-02-24T20:08:08.328403Z","end":"2026-02-24T20:08:08.917239Z","steps":["trace[1842257599] 'process raft request' (duration: 517.978517ms)","trace[1842257599] 'compare' (duration: 70.419967ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:08.917407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.328373Z","time spent":"588.961337ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:08.929812Z","caller":"traceutil/trace.go:171","msg":"trace[1795978078] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5113; }","duration":"595.615981ms","start":"2026-02-24T20:08:08.334172Z","end":"2026-02-24T20:08:08.929788Z","steps":["trace[1795978078] 'read index received' (duration: 512.223274ms)","trace[1795978078] 'applied index is now lower than readState.Index' (duration: 83.391397ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:08.92986Z","caller":"traceutil/trace.go:171","msg":"trace[781392288] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"584.643657ms","start":"2026-02-24T20:08:08.345152Z","end":"2026-02-24T20:08:08.929796Z","steps":["trace[781392288] 'process raft request' (duration: 584.3037ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:08.929883Z","caller":"traceutil/trace.go:171","msg":"trace[432575675] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"380.976802ms","start":"2026-02-24T20:08:08.548866Z","end":"2026-02-24T20:08:08.929842Z","steps":["trace[432575675] 'process raft request' (duration: 380.749517ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:08.930014Z","caller":"traceutil/trace.go:171","msg":"trace[1207385045] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"274.02138ms","start":"2026-02-24T20:08:08.655918Z","end":"2026-02-24T20:08:08.929939Z","steps":["trace[1207385045] 'process raft request' (duration: 273.824406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.930199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.548843Z","time spent":"381.211497ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:08.930243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.300925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:08:08.930324Z","caller":"traceutil/trace.go:171","msg":"trace[950833003] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4921; }","duration":"573.446339ms","start":"2026-02-24T20:08:08.356863Z","end":"2026-02-24T20:08:08.930309Z","steps":["trace[950833003] 'agreement among raft nodes before linearized reading' (duration: 573.319356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.930361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.356851Z","time spent":"573.50028ms","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:08:08.930413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.497471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:08:08.930457Z","caller":"traceutil/trace.go:171","msg":"trace[2115608649] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4921; }","duration":"425.605253ms","start":"2026-02-24T20:08:08.504839Z","end":"2026-02-24T20:08:08.930445Z","steps":["trace[2115608649] 'agreement among raft nodes before linearized reading' (duration: 425.519771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.930492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.504816Z","time spent":"425.666514ms","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:08:08.930498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.570048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-02-24T20:08:08.93058Z","caller":"traceutil/trace.go:171","msg":"trace[876418713] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4921; }","duration":"221.702642ms","start":"2026-02-24T20:08:08.708857Z","end":"2026-02-24T20:08:08.93056Z","steps":["trace[876418713] 'agreement among raft nodes before linearized reading' (duration: 221.352994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.930792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.79304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bd82796b-a063-4c97-a3e0-f88e5aa8b304\" ","response":"range_response_count:1 size:3827"} {"level":"info","ts":"2026-02-24T20:08:08.930828Z","caller":"traceutil/trace.go:171","msg":"trace[977246868] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bd82796b-a063-4c97-a3e0-f88e5aa8b304; range_end:; response_count:1; response_revision:4921; }","duration":"268.872961ms","start":"2026-02-24T20:08:08.661944Z","end":"2026-02-24T20:08:08.930817Z","steps":["trace[977246868] 'agreement among raft nodes before linearized reading' (duration: 268.742948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.931183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.014022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:08:08.931226Z","caller":"traceutil/trace.go:171","msg":"trace[1669252417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:4921; }","duration":"597.098814ms","start":"2026-02-24T20:08:08.334116Z","end":"2026-02-24T20:08:08.931214Z","steps":["trace[1669252417] 'agreement among raft nodes before linearized reading' (duration: 596.945061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.931257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.334061Z","time spent":"597.188856ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:08:08.931243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.240325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776806"} {"level":"info","ts":"2026-02-24T20:08:08.931539Z","caller":"traceutil/trace.go:171","msg":"trace[1606852607] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4921; }","duration":"538.529241ms","start":"2026-02-24T20:08:08.392958Z","end":"2026-02-24T20:08:08.931487Z","steps":["trace[1606852607] 'agreement among raft nodes before linearized reading' (duration: 537.556848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:08.931674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.345121Z","time spent":"586.469689ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14370,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:08.931711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:08.392938Z","time spent":"538.686705ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776830,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-02-24T20:08:17.568773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.614709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:08:17.568895Z","caller":"traceutil/trace.go:171","msg":"trace[552248055] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"397.932563ms","start":"2026-02-24T20:08:17.170943Z","end":"2026-02-24T20:08:17.568876Z","steps":["trace[552248055] 'process raft request' (duration: 286.144781ms)","trace[552248055] 'compare' (duration: 111.015354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:17.568952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:17.170927Z","time spent":"398.002725ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6308,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:08:17.577742Z","caller":"traceutil/trace.go:171","msg":"trace[1994783355] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"403.461912ms","start":"2026-02-24T20:08:17.17426Z","end":"2026-02-24T20:08:17.577722Z","steps":["trace[1994783355] 'process raft request' (duration: 403.275207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.577877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:17.174236Z","time spent":"403.571053ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:17.578017Z","caller":"traceutil/trace.go:171","msg":"trace[1012003567] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"399.05609ms","start":"2026-02-24T20:08:17.178936Z","end":"2026-02-24T20:08:17.577992Z","steps":["trace[1012003567] 'process raft request' (duration: 398.728992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.578118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:17.178926Z","time spent":"399.147341ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:17.57845Z","caller":"traceutil/trace.go:171","msg":"trace[385799129] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5260; }","duration":"375.131447ms","start":"2026-02-24T20:08:17.203303Z","end":"2026-02-24T20:08:17.578435Z","steps":["trace[385799129] 'read index received' (duration: 253.801944ms)","trace[385799129] 'applied index is now lower than readState.Index' (duration: 121.328473ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:17.578573Z","caller":"traceutil/trace.go:171","msg":"trace[722205701] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"143.445073ms","start":"2026-02-24T20:08:17.435107Z","end":"2026-02-24T20:08:17.578552Z","steps":["trace[722205701] 'process raft request' (duration: 142.817539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.57889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.590617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391718"} {"level":"info","ts":"2026-02-24T20:08:17.57894Z","caller":"traceutil/trace.go:171","msg":"trace[2067757196] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5063; }","duration":"375.678839ms","start":"2026-02-24T20:08:17.20325Z","end":"2026-02-24T20:08:17.578928Z","steps":["trace[2067757196] 'agreement among raft nodes before linearized reading' (duration: 375.333241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.578973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:17.203226Z","time spent":"375.739141ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391742,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:08:17.625131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.40729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:08:17.625183Z","caller":"traceutil/trace.go:171","msg":"trace[563272969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5066; }","duration":"103.505271ms","start":"2026-02-24T20:08:17.521664Z","end":"2026-02-24T20:08:17.62517Z","steps":["trace[563272969] 'agreement among raft nodes before linearized reading' (duration: 103.366008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.625388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.497311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:08:17.625414Z","caller":"traceutil/trace.go:171","msg":"trace[1430216534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5066; }","duration":"103.543852ms","start":"2026-02-24T20:08:17.521863Z","end":"2026-02-24T20:08:17.625407Z","steps":["trace[1430216534] 'agreement among raft nodes before linearized reading' (duration: 103.44895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.625533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.804789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:08:17.625603Z","caller":"traceutil/trace.go:171","msg":"trace[1402473704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5066; }","duration":"103.92311ms","start":"2026-02-24T20:08:17.521664Z","end":"2026-02-24T20:08:17.625587Z","steps":["trace[1402473704] 'agreement among raft nodes before linearized reading' (duration: 103.757357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:17.625789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.93454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:08:17.625884Z","caller":"traceutil/trace.go:171","msg":"trace[1433082633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5066; }","duration":"107.088204ms","start":"2026-02-24T20:08:17.518777Z","end":"2026-02-24T20:08:17.625865Z","steps":["trace[1433082633] 'agreement among raft nodes before linearized reading' (duration: 106.113781ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:18.483108Z","caller":"traceutil/trace.go:171","msg":"trace[508393007] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"117.485385ms","start":"2026-02-24T20:08:18.365593Z","end":"2026-02-24T20:08:18.483078Z","steps":["trace[508393007] 'process raft request' (duration: 112.97229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:19.50044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.842421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:08:19.500544Z","caller":"traceutil/trace.go:171","msg":"trace[469313142] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5091; }","duration":"143.020315ms","start":"2026-02-24T20:08:19.357504Z","end":"2026-02-24T20:08:19.500524Z","steps":["trace[469313142] 'range keys from in-memory index tree' (duration: 142.721537ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:19.792459Z","caller":"traceutil/trace.go:171","msg":"trace[1277996734] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"117.379372ms","start":"2026-02-24T20:08:19.67505Z","end":"2026-02-24T20:08:19.792429Z","steps":["trace[1277996734] 'process raft request' (duration: 41.667803ms)","trace[1277996734] 'compare' (duration: 75.571106ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:19.792662Z","caller":"traceutil/trace.go:171","msg":"trace[737758863] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"117.259938ms","start":"2026-02-24T20:08:19.67539Z","end":"2026-02-24T20:08:19.79265Z","steps":["trace[737758863] 'process raft request' (duration: 116.997122ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:20.286887Z","caller":"traceutil/trace.go:171","msg":"trace[247854522] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"194.198068ms","start":"2026-02-24T20:08:20.092655Z","end":"2026-02-24T20:08:20.286853Z","steps":["trace[247854522] 'process raft request' (duration: 194.019014ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:21.987809Z","caller":"traceutil/trace.go:171","msg":"trace[952155153] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"187.549443ms","start":"2026-02-24T20:08:21.800191Z","end":"2026-02-24T20:08:21.98774Z","steps":["trace[952155153] 'process raft request' (duration: 186.623112ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:21.98812Z","caller":"traceutil/trace.go:171","msg":"trace[817887050] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"187.281356ms","start":"2026-02-24T20:08:21.800804Z","end":"2026-02-24T20:08:21.988085Z","steps":["trace[817887050] 'process raft request' (duration: 187.117803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.539233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142246414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:08:25.638341Z","caller":"traceutil/trace.go:171","msg":"trace[1894652985] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"635.936002ms","start":"2026-02-24T20:08:25.002367Z","end":"2026-02-24T20:08:25.638303Z","steps":["trace[1894652985] 'process raft request' (duration: 635.708397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.63859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.002341Z","time spent":"636.100105ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:25.662642Z","caller":"traceutil/trace.go:171","msg":"trace[952723262] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"635.134484ms","start":"2026-02-24T20:08:25.027472Z","end":"2026-02-24T20:08:25.662606Z","steps":["trace[952723262] 'process raft request' (duration: 634.94772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.662804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.027452Z","time spent":"635.259957ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:25.662835Z","caller":"traceutil/trace.go:171","msg":"trace[1102080128] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"634.845707ms","start":"2026-02-24T20:08:25.027967Z","end":"2026-02-24T20:08:25.662813Z","steps":["trace[1102080128] 'process raft request' (duration: 634.601041ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:25.662828Z","caller":"traceutil/trace.go:171","msg":"trace[320526905] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5361; }","duration":"624.032418ms","start":"2026-02-24T20:08:25.038767Z","end":"2026-02-24T20:08:25.662799Z","steps":["trace[320526905] 'read index received' (duration: 599.339307ms)","trace[320526905] 'applied index is now lower than readState.Index' (duration: 24.69079ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:25.662938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.027942Z","time spent":"634.94607ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:25.663124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.335314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:08:25.66324Z","caller":"traceutil/trace.go:171","msg":"trace[1297604361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:5161; }","duration":"624.523919ms","start":"2026-02-24T20:08:25.038691Z","end":"2026-02-24T20:08:25.663215Z","steps":["trace[1297604361] 'agreement among raft nodes before linearized reading' (duration: 624.213602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.663252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.609041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:08:25.663289Z","caller":"traceutil/trace.go:171","msg":"trace[345499024] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5161; }","duration":"534.710803ms","start":"2026-02-24T20:08:25.12857Z","end":"2026-02-24T20:08:25.66328Z","steps":["trace[345499024] 'agreement among raft nodes before linearized reading' (duration: 534.5427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.663292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.038661Z","time spent":"624.622331ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:08:25.663316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.128554Z","time spent":"534.756185ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":74,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:08:25.663435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.007184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-vrdjb\" ","response":"range_response_count:1 size:5807"} {"level":"warn","ts":"2026-02-24T20:08:25.663484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.772099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T20:08:25.663519Z","caller":"traceutil/trace.go:171","msg":"trace[1252615495] range","detail":"{range_begin:/registry/pods/monitoring/vector-vrdjb; range_end:; response_count:1; response_revision:5161; }","duration":"520.123907ms","start":"2026-02-24T20:08:25.143373Z","end":"2026-02-24T20:08:25.663497Z","steps":["trace[1252615495] 'agreement among raft nodes before linearized reading' (duration: 519.864031ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:25.663578Z","caller":"traceutil/trace.go:171","msg":"trace[887893312] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5161; }","duration":"468.924514ms","start":"2026-02-24T20:08:25.194627Z","end":"2026-02-24T20:08:25.663552Z","steps":["trace[887893312] 'agreement among raft nodes before linearized reading' (duration: 468.605026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:25.663575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.143363Z","time spent":"520.204659ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5831,"request content":"key:\"/registry/pods/monitoring/vector-vrdjb\" "} {"level":"warn","ts":"2026-02-24T20:08:25.663631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:25.19459Z","time spent":"469.031835ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-24T20:08:28.118548Z","caller":"traceutil/trace.go:171","msg":"trace[97273569] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5450; }","duration":"103.974762ms","start":"2026-02-24T20:08:28.014549Z","end":"2026-02-24T20:08:28.118524Z","steps":["trace[97273569] 'read index received' (duration: 103.811739ms)","trace[97273569] 'applied index is now lower than readState.Index' (duration: 161.553µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:28.11858Z","caller":"traceutil/trace.go:171","msg":"trace[1674186326] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"119.732805ms","start":"2026-02-24T20:08:27.998819Z","end":"2026-02-24T20:08:28.118551Z","steps":["trace[1674186326] 'process raft request' (duration: 119.53678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:28.118841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.872191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:08:28.118894Z","caller":"traceutil/trace.go:171","msg":"trace[1344940011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5246; }","duration":"103.956182ms","start":"2026-02-24T20:08:28.014923Z","end":"2026-02-24T20:08:28.118879Z","steps":["trace[1344940011] 'agreement among raft nodes before linearized reading' (duration: 103.792949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:28.118904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.342061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:08:28.119043Z","caller":"traceutil/trace.go:171","msg":"trace[1298949211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5246; }","duration":"104.506525ms","start":"2026-02-24T20:08:28.014492Z","end":"2026-02-24T20:08:28.118999Z","steps":["trace[1298949211] 'agreement among raft nodes before linearized reading' (duration: 104.155097ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:30.70638Z","caller":"traceutil/trace.go:171","msg":"trace[1778255914] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"333.855743ms","start":"2026-02-24T20:08:30.372489Z","end":"2026-02-24T20:08:30.706345Z","steps":["trace[1778255914] 'process raft request' (duration: 333.600857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:30.70659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:30.372468Z","time spent":"334.003896ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:39.128934Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2680} {"level":"info","ts":"2026-02-24T20:08:39.191288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2680,"took":"60.496499ms","hash":1775203078,"current-db-size-bytes":38658048,"current-db-size":"39 MB","current-db-size-in-use-bytes":28278784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T20:08:39.19135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1775203078,"revision":2680,"compact-revision":-1} {"level":"warn","ts":"2026-02-24T20:08:40.06534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.481082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"warn","ts":"2026-02-24T20:08:40.065393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.274992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:08:40.065503Z","caller":"traceutil/trace.go:171","msg":"trace[164344919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5420; }","duration":"250.470806ms","start":"2026-02-24T20:08:39.815013Z","end":"2026-02-24T20:08:40.065484Z","steps":["trace[164344919] 'range keys from in-memory index tree' (duration: 250.049826ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:40.065436Z","caller":"traceutil/trace.go:171","msg":"trace[1390371242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5420; }","duration":"245.657706ms","start":"2026-02-24T20:08:39.819758Z","end":"2026-02-24T20:08:40.065416Z","steps":["trace[1390371242] 'range keys from in-memory index tree' (duration: 245.211355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:46.756483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142247138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:08:47.18291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078378749s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:08:47.183295Z","caller":"traceutil/trace.go:171","msg":"trace[267013984] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5683; }","duration":"927.735096ms","start":"2026-02-24T20:08:46.255541Z","end":"2026-02-24T20:08:47.183277Z","steps":["trace[267013984] 'read index received' (duration: 927.511441ms)","trace[267013984] 'applied index is now lower than readState.Index' (duration: 222.795µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:47.183384Z","caller":"traceutil/trace.go:171","msg":"trace[1927638461] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"1.078935492s","start":"2026-02-24T20:08:46.104418Z","end":"2026-02-24T20:08:47.183353Z","steps":["trace[1927638461] 'process raft request' (duration: 1.078681296s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.183435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.869599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:08:47.183482Z","caller":"traceutil/trace.go:171","msg":"trace[1776606974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5473; }","duration":"927.93356ms","start":"2026-02-24T20:08:46.255534Z","end":"2026-02-24T20:08:47.183468Z","steps":["trace[1776606974] 'agreement among raft nodes before linearized reading' (duration: 927.837928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.18353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.255457Z","time spent":"928.065393ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:08:47.183557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.104394Z","time spent":"1.079080144s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:47.183648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.771576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:08:47.183725Z","caller":"traceutil/trace.go:171","msg":"trace[909707824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5473; }","duration":"927.911069ms","start":"2026-02-24T20:08:46.255796Z","end":"2026-02-24T20:08:47.183707Z","steps":["trace[909707824] 'agreement among raft nodes before linearized reading' (duration: 927.761366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.183725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.121155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:08:47.183766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.255768Z","time spent":"927.990502ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:08:47.183782Z","caller":"traceutil/trace.go:171","msg":"trace[1164375993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5473; }","duration":"492.193206ms","start":"2026-02-24T20:08:46.691577Z","end":"2026-02-24T20:08:47.18377Z","steps":["trace[1164375993] 'agreement among raft nodes before linearized reading' (duration: 492.105994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.183815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.691567Z","time spent":"492.241828ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:08:47.183969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.996907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-24T20:08:47.184Z","caller":"traceutil/trace.go:171","msg":"trace[652122128] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5473; }","duration":"498.072639ms","start":"2026-02-24T20:08:46.685914Z","end":"2026-02-24T20:08:47.183987Z","steps":["trace[652122128] 'agreement among raft nodes before linearized reading' (duration: 497.959976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.184024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.685891Z","time spent":"498.12812ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-24T20:08:47.184039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.900459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T20:08:47.184078Z","caller":"traceutil/trace.go:171","msg":"trace[865826802] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5473; }","duration":"752.98253ms","start":"2026-02-24T20:08:46.431082Z","end":"2026-02-24T20:08:47.184065Z","steps":["trace[865826802] 'agreement among raft nodes before linearized reading' (duration: 752.864928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:47.184107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:46.431059Z","time spent":"753.041711ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T20:08:47.403209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.041641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:08:47.403337Z","caller":"traceutil/trace.go:171","msg":"trace[1514487321] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5476; }","duration":"107.231426ms","start":"2026-02-24T20:08:47.296082Z","end":"2026-02-24T20:08:47.403313Z","steps":["trace[1514487321] 'count revisions from in-memory index tree' (duration: 106.939729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:48.359581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.260795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:08:48.359724Z","caller":"traceutil/trace.go:171","msg":"trace[283347762] linearizableReadLoop","detail":"{readStateIndex:5693; appliedIndex:5692; }","duration":"494.274394ms","start":"2026-02-24T20:08:47.865427Z","end":"2026-02-24T20:08:48.359701Z","steps":["trace[283347762] 'read index received' (duration: 66.592µs)","trace[283347762] 'applied index is now lower than readState.Index' (duration: 494.204372ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:48.359949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.518479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:08:48.359996Z","caller":"traceutil/trace.go:171","msg":"trace[1923666512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5481; }","duration":"494.610561ms","start":"2026-02-24T20:08:47.865371Z","end":"2026-02-24T20:08:48.359982Z","steps":["trace[1923666512] 'agreement among raft nodes before linearized reading' (duration: 494.392576ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:48.360052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:47.865346Z","time spent":"494.695582ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:08:48.360283Z","caller":"traceutil/trace.go:171","msg":"trace[121972114] transaction","detail":"{read_only:false; response_revision:5481; number_of_response:1; }","duration":"559.125783ms","start":"2026-02-24T20:08:47.801116Z","end":"2026-02-24T20:08:48.360242Z","steps":["trace[121972114] 'process raft request' (duration: 51.08146ms)","trace[121972114] 'compare' (duration: 506.839826ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:48.360477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:47.801074Z","time spent":"559.310848ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:08:48.395254Z","caller":"traceutil/trace.go:171","msg":"trace[1942484360] transaction","detail":"{read_only:false; response_revision:5482; number_of_response:1; }","duration":"416.574982ms","start":"2026-02-24T20:08:47.978194Z","end":"2026-02-24T20:08:48.394769Z","steps":["trace[1942484360] 'process raft request' (duration: 416.324946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:48.395433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:47.978156Z","time spent":"417.166806ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:09:19.484407Z","caller":"traceutil/trace.go:171","msg":"trace[1831848420] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"116.908032ms","start":"2026-02-24T20:09:19.367467Z","end":"2026-02-24T20:09:19.484375Z","steps":["trace[1831848420] 'process raft request' (duration: 116.594285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:19.771364Z","caller":"traceutil/trace.go:171","msg":"trace[1149054381] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"282.370331ms","start":"2026-02-24T20:09:19.48896Z","end":"2026-02-24T20:09:19.77133Z","steps":["trace[1149054381] 'process raft request' (duration: 269.697905ms)","trace[1149054381] 'compare' (duration: 12.554983ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:09:19.773161Z","caller":"traceutil/trace.go:171","msg":"trace[16530723] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"283.730221ms","start":"2026-02-24T20:09:19.489404Z","end":"2026-02-24T20:09:19.773134Z","steps":["trace[16530723] 'process raft request' (duration: 283.333152ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:32.021751Z","caller":"traceutil/trace.go:171","msg":"trace[1292274006] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"190.90335ms","start":"2026-02-24T20:09:31.830822Z","end":"2026-02-24T20:09:32.021726Z","steps":["trace[1292274006] 'read index received' (duration: 190.765797ms)","trace[1292274006] 'applied index is now lower than readState.Index' (duration: 135.913µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:09:32.021878Z","caller":"traceutil/trace.go:171","msg":"trace[303947791] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"191.878512ms","start":"2026-02-24T20:09:31.829963Z","end":"2026-02-24T20:09:32.021841Z","steps":["trace[303947791] 'process raft request' (duration: 191.577445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:09:32.021975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.141924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:09:32.02202Z","caller":"traceutil/trace.go:171","msg":"trace[943579775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5830; }","duration":"191.249757ms","start":"2026-02-24T20:09:31.830757Z","end":"2026-02-24T20:09:32.022007Z","steps":["trace[943579775] 'agreement among raft nodes before linearized reading' (duration: 191.094563ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:32.224939Z","caller":"traceutil/trace.go:171","msg":"trace[282536661] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"284.57784ms","start":"2026-02-24T20:09:31.94033Z","end":"2026-02-24T20:09:32.224908Z","steps":["trace[282536661] 'process raft request' (duration: 261.187433ms)","trace[282536661] 'compare' (duration: 22.684521ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:09:32.225276Z","caller":"traceutil/trace.go:171","msg":"trace[615890140] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"281.89556ms","start":"2026-02-24T20:09:31.943346Z","end":"2026-02-24T20:09:32.225242Z","steps":["trace[615890140] 'process raft request' (duration: 281.457079ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:32.225668Z","caller":"traceutil/trace.go:171","msg":"trace[1969045267] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"281.098502ms","start":"2026-02-24T20:09:31.944522Z","end":"2026-02-24T20:09:32.225621Z","steps":["trace[1969045267] 'process raft request' (duration: 280.696303ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:32.225658Z","caller":"traceutil/trace.go:171","msg":"trace[431476288] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6052; }","duration":"203.741399ms","start":"2026-02-24T20:09:32.021824Z","end":"2026-02-24T20:09:32.225565Z","steps":["trace[431476288] 'read index received' (duration: 179.712427ms)","trace[431476288] 'applied index is now lower than readState.Index' (duration: 24.026792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:09:32.226102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.968082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:09:32.226198Z","caller":"traceutil/trace.go:171","msg":"trace[2129787589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5833; }","duration":"227.103806ms","start":"2026-02-24T20:09:31.999071Z","end":"2026-02-24T20:09:32.226175Z","steps":["trace[2129787589] 'agreement among raft nodes before linearized reading' (duration: 226.783669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:09:32.226203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.683051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:09:32.226298Z","caller":"traceutil/trace.go:171","msg":"trace[1778953097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:5833; }","duration":"204.844784ms","start":"2026-02-24T20:09:32.021434Z","end":"2026-02-24T20:09:32.226278Z","steps":["trace[1778953097] 'agreement among raft nodes before linearized reading' (duration: 204.410204ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:32.226352Z","caller":"traceutil/trace.go:171","msg":"trace[1018252115] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"199.82163ms","start":"2026-02-24T20:09:32.026516Z","end":"2026-02-24T20:09:32.226338Z","steps":["trace[1018252115] 'process raft request' (duration: 199.480873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:09:32.226386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.769924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:09:32.226439Z","caller":"traceutil/trace.go:171","msg":"trace[1606855792] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5834; }","duration":"161.861616ms","start":"2026-02-24T20:09:32.064561Z","end":"2026-02-24T20:09:32.226423Z","steps":["trace[1606855792] 'agreement among raft nodes before linearized reading' (duration: 161.778954ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:55.016903Z","caller":"traceutil/trace.go:171","msg":"trace[992261427] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"101.505568ms","start":"2026-02-24T20:09:54.91537Z","end":"2026-02-24T20:09:55.016875Z","steps":["trace[992261427] 'process raft request' (duration: 79.904867ms)","trace[992261427] 'compare' (duration: 21.478338ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:13:39.135959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5415} {"level":"info","ts":"2026-02-24T20:13:39.225872Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5415,"took":"88.148476ms","hash":117441221,"current-db-size-bytes":40595456,"current-db-size":"41 MB","current-db-size-in-use-bytes":21946368,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-24T20:13:39.225939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":117441221,"revision":5415,"compact-revision":2680} {"level":"info","ts":"2026-02-24T20:14:45.946448Z","caller":"traceutil/trace.go:171","msg":"trace[200944436] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"127.083563ms","start":"2026-02-24T20:14:45.81934Z","end":"2026-02-24T20:14:45.946423Z","steps":["trace[200944436] 'process raft request' (duration: 126.894709ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:45.953992Z","caller":"traceutil/trace.go:171","msg":"trace[2082160942] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"134.45065ms","start":"2026-02-24T20:14:45.819501Z","end":"2026-02-24T20:14:45.953951Z","steps":["trace[2082160942] 'process raft request' (duration: 134.236065ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:48.857029Z","caller":"traceutil/trace.go:171","msg":"trace[1107747629] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"454.49504ms","start":"2026-02-24T20:14:48.402499Z","end":"2026-02-24T20:14:48.856994Z","steps":["trace[1107747629] 'process raft request' (duration: 454.276184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:48.857271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:48.402475Z","time spent":"454.658544ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:00.041306Z","caller":"traceutil/trace.go:171","msg":"trace[609550924] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"755.621784ms","start":"2026-02-24T20:14:59.285651Z","end":"2026-02-24T20:15:00.041273Z","steps":["trace[609550924] 'process raft request' (duration: 755.367428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.041487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.285635Z","time spent":"755.757477ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:00.223496Z","caller":"traceutil/trace.go:171","msg":"trace[917256979] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"661.290927ms","start":"2026-02-24T20:14:59.56217Z","end":"2026-02-24T20:15:00.223461Z","steps":["trace[917256979] 'process raft request' (duration: 589.098123ms)","trace[917256979] 'compare' (duration: 71.445167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:00.223664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.562144Z","time spent":"661.43445ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:00.22386Z","caller":"traceutil/trace.go:171","msg":"trace[1886294160] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"625.682751ms","start":"2026-02-24T20:14:59.598133Z","end":"2026-02-24T20:15:00.223816Z","steps":["trace[1886294160] 'process raft request' (duration: 625.403994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.22404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.598104Z","time spent":"625.840015ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:00.224316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.737438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:00.22422Z","caller":"traceutil/trace.go:171","msg":"trace[549979407] linearizableReadLoop","detail":"{readStateIndex:8365; appliedIndex:8361; }","duration":"532.514843ms","start":"2026-02-24T20:14:59.691575Z","end":"2026-02-24T20:15:00.22409Z","steps":["trace[549979407] 'read index received' (duration: 349.521987ms)","trace[549979407] 'applied index is now lower than readState.Index' (duration: 182.991646ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:00.224315Z","caller":"traceutil/trace.go:171","msg":"trace[1645981700] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"625.814945ms","start":"2026-02-24T20:14:59.598419Z","end":"2026-02-24T20:15:00.224234Z","steps":["trace[1645981700] 'process raft request' (duration: 625.215401ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:00.224402Z","caller":"traceutil/trace.go:171","msg":"trace[971551230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8063; }","duration":"532.853541ms","start":"2026-02-24T20:14:59.691532Z","end":"2026-02-24T20:15:00.224385Z","steps":["trace[971551230] 'agreement among raft nodes before linearized reading' (duration: 532.726918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.224449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.691515Z","time spent":"532.926773ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:15:00.224542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.926725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:15:00.224628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.37648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T20:15:00.224635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.598397Z","time spent":"626.06432ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:00.22466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.626569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:15:00.224671Z","caller":"traceutil/trace.go:171","msg":"trace[600839323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8063; }","duration":"194.476553ms","start":"2026-02-24T20:15:00.030183Z","end":"2026-02-24T20:15:00.224659Z","steps":["trace[600839323] 'agreement among raft nodes before linearized reading' (duration: 194.332178ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:00.224718Z","caller":"traceutil/trace.go:171","msg":"trace[2135752311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8063; }","duration":"197.722821ms","start":"2026-02-24T20:15:00.026984Z","end":"2026-02-24T20:15:00.224706Z","steps":["trace[2135752311] 'agreement among raft nodes before linearized reading' (duration: 197.546256ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:00.224668Z","caller":"traceutil/trace.go:171","msg":"trace[564025735] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8063; }","duration":"131.072319ms","start":"2026-02-24T20:15:00.09356Z","end":"2026-02-24T20:15:00.224632Z","steps":["trace[564025735] 'agreement among raft nodes before linearized reading' (duration: 130.924425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.224899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.612804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:15:00.224937Z","caller":"traceutil/trace.go:171","msg":"trace[2052997755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8063; }","duration":"467.688456ms","start":"2026-02-24T20:14:59.757239Z","end":"2026-02-24T20:15:00.224927Z","steps":["trace[2052997755] 'agreement among raft nodes before linearized reading' (duration: 467.235774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.224966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:59.757221Z","time spent":"467.737207ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:15:00.364377Z","caller":"traceutil/trace.go:171","msg":"trace[1354669326] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8366; }","duration":"134.892511ms","start":"2026-02-24T20:15:00.229459Z","end":"2026-02-24T20:15:00.364352Z","steps":["trace[1354669326] 'read index received' (duration: 21.539428ms)","trace[1354669326] 'applied index is now lower than readState.Index' (duration: 113.351933ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:00.364495Z","caller":"traceutil/trace.go:171","msg":"trace[1209209003] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"132.81782ms","start":"2026-02-24T20:15:00.231633Z","end":"2026-02-24T20:15:00.36445Z","steps":["trace[1209209003] 'process raft request' (duration: 132.665297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:00.364851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.374283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:221154"} {"level":"info","ts":"2026-02-24T20:15:00.364916Z","caller":"traceutil/trace.go:171","msg":"trace[449682488] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8066; }","duration":"135.465815ms","start":"2026-02-24T20:15:00.229437Z","end":"2026-02-24T20:15:00.364903Z","steps":["trace[449682488] 'agreement among raft nodes before linearized reading' (duration: 135.010253ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:00.365009Z","caller":"traceutil/trace.go:171","msg":"trace[517210071] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"135.812483ms","start":"2026-02-24T20:15:00.229168Z","end":"2026-02-24T20:15:00.364981Z","steps":["trace[517210071] 'process raft request' (duration: 100.554665ms)","trace[517210071] 'compare' (duration: 34.417387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:01.133341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.917562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T20:15:01.133363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.345046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:01.133418Z","caller":"traceutil/trace.go:171","msg":"trace[1427078734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8066; }","duration":"662.044314ms","start":"2026-02-24T20:15:00.471357Z","end":"2026-02-24T20:15:01.133402Z","steps":["trace[1427078734] 'count revisions from in-memory index tree' (duration: 661.82597ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:01.133447Z","caller":"traceutil/trace.go:171","msg":"trace[1622329974] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8066; }","duration":"116.472189ms","start":"2026-02-24T20:15:01.016953Z","end":"2026-02-24T20:15:01.133425Z","steps":["trace[1622329974] 'count revisions from in-memory index tree' (duration: 116.251953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.133479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.261306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:15:01.133555Z","caller":"traceutil/trace.go:171","msg":"trace[1074380976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8066; }","duration":"159.39248ms","start":"2026-02-24T20:15:00.974145Z","end":"2026-02-24T20:15:01.133537Z","steps":["trace[1074380976] 'range keys from in-memory index tree' (duration: 159.072602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.13346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:00.471324Z","time spent":"662.124947ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:15:01.133704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.031211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:01.1338Z","caller":"traceutil/trace.go:171","msg":"trace[1034161368] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8066; }","duration":"199.173184ms","start":"2026-02-24T20:15:00.934606Z","end":"2026-02-24T20:15:01.133779Z","steps":["trace[1034161368] 'count revisions from in-memory index tree' (duration: 198.788556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:01.513699Z","caller":"traceutil/trace.go:171","msg":"trace[472145482] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"427.88483ms","start":"2026-02-24T20:15:01.08579Z","end":"2026-02-24T20:15:01.513675Z","steps":["trace[472145482] 'process raft request' (duration: 427.751827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.513858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:01.085768Z","time spent":"428.011703ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:01.89185Z","caller":"traceutil/trace.go:171","msg":"trace[904528323] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8368; }","duration":"413.430423ms","start":"2026-02-24T20:15:01.478389Z","end":"2026-02-24T20:15:01.891819Z","steps":["trace[904528323] 'read index received' (duration: 35.237327ms)","trace[904528323] 'applied index is now lower than readState.Index' (duration: 378.191386ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:01.892033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.628767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:01.892072Z","caller":"traceutil/trace.go:171","msg":"trace[1590363731] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8068; }","duration":"413.72421ms","start":"2026-02-24T20:15:01.478332Z","end":"2026-02-24T20:15:01.892057Z","steps":["trace[1590363731] 'agreement among raft nodes before linearized reading' (duration: 413.626197ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:01.892028Z","caller":"traceutil/trace.go:171","msg":"trace[17018788] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"754.445816ms","start":"2026-02-24T20:15:01.137515Z","end":"2026-02-24T20:15:01.891961Z","steps":["trace[17018788] 'process raft request' (duration: 714.417293ms)","trace[17018788] 'compare' (duration: 39.602202ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:01.892111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:01.478302Z","time spent":"413.798392ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:15:01.892203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.520331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:15:01.892237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:01.137498Z","time spent":"754.640951ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:01.892291Z","caller":"traceutil/trace.go:171","msg":"trace[282488303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8068; }","duration":"201.693706ms","start":"2026-02-24T20:15:01.690574Z","end":"2026-02-24T20:15:01.892268Z","steps":["trace[282488303] 'agreement among raft nodes before linearized reading' (duration: 201.547542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.892374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.395482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:01.892462Z","caller":"traceutil/trace.go:171","msg":"trace[223415726] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8068; }","duration":"167.525735ms","start":"2026-02-24T20:15:01.72492Z","end":"2026-02-24T20:15:01.892445Z","steps":["trace[223415726] 'agreement among raft nodes before linearized reading' (duration: 167.31677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:02.695075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142254209,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:15:02.901847Z","caller":"traceutil/trace.go:171","msg":"trace[640271398] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"719.979677ms","start":"2026-02-24T20:15:02.181844Z","end":"2026-02-24T20:15:02.901824Z","steps":["trace[640271398] 'process raft request' (duration: 719.832464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:02.901998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.181823Z","time spent":"720.09708ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:03.402404Z","caller":"traceutil/trace.go:171","msg":"trace[1352243101] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"1.172721975s","start":"2026-02-24T20:15:02.229661Z","end":"2026-02-24T20:15:03.402383Z","steps":["trace[1352243101] 'process raft request' (duration: 1.172591592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.402561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.229652Z","time spent":"1.172824537s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:03.402652Z","caller":"traceutil/trace.go:171","msg":"trace[606934228] linearizableReadLoop","detail":"{readStateIndex:8375; appliedIndex:8371; }","duration":"1.208591226s","start":"2026-02-24T20:15:02.194003Z","end":"2026-02-24T20:15:03.402594Z","steps":["trace[606934228] 'read index received' (duration: 707.786494ms)","trace[606934228] 'applied index is now lower than readState.Index' (duration: 500.803122ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:03.40278Z","caller":"traceutil/trace.go:171","msg":"trace[1348918660] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"1.173188816s","start":"2026-02-24T20:15:02.229578Z","end":"2026-02-24T20:15:03.402767Z","steps":["trace[1348918660] 'process raft request' (duration: 1.151368691s)","trace[1348918660] 'compare' (duration: 21.071237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:03.402856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.229558Z","time spent":"1.173266947s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:03.40311Z","caller":"traceutil/trace.go:171","msg":"trace[370302477] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"1.173421971s","start":"2026-02-24T20:15:02.229669Z","end":"2026-02-24T20:15:03.403091Z","steps":["trace[370302477] 'process raft request' (duration: 1.172666214s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.40326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.229634Z","time spent":"1.173535774s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:03.403332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209326143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-24T20:15:03.403343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034940114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:15:03.403393Z","caller":"traceutil/trace.go:171","msg":"trace[778586561] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8073; }","duration":"1.209415505s","start":"2026-02-24T20:15:02.193962Z","end":"2026-02-24T20:15:03.403377Z","steps":["trace[778586561] 'agreement among raft nodes before linearized reading' (duration: 1.20918486s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.403416Z","caller":"traceutil/trace.go:171","msg":"trace[922021991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8073; }","duration":"1.035004215s","start":"2026-02-24T20:15:02.368378Z","end":"2026-02-24T20:15:03.403383Z","steps":["trace[922021991] 'agreement among raft nodes before linearized reading' (duration: 1.034839451s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.40346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.193938Z","time spent":"1.209483776s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:15:03.403481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.368374Z","time spent":"1.035098337s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:15:03.403457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031995403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-24T20:15:03.403473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148717947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:15:03.403485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.461317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:15:03.403539Z","caller":"traceutil/trace.go:171","msg":"trace[2005961627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:8073; }","duration":"1.032159557s","start":"2026-02-24T20:15:02.371362Z","end":"2026-02-24T20:15:03.403521Z","steps":["trace[2005961627] 'agreement among raft nodes before linearized reading' (duration: 1.03187753s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.403553Z","caller":"traceutil/trace.go:171","msg":"trace[166966952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8073; }","duration":"1.148953373s","start":"2026-02-24T20:15:02.254585Z","end":"2026-02-24T20:15:03.403538Z","steps":["trace[166966952] 'agreement among raft nodes before linearized reading' (duration: 1.148610395s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.403582Z","caller":"traceutil/trace.go:171","msg":"trace[1256029319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8073; }","duration":"993.659071ms","start":"2026-02-24T20:15:02.409901Z","end":"2026-02-24T20:15:03.40356Z","steps":["trace[1256029319] 'agreement among raft nodes before linearized reading' (duration: 993.306843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.403589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.371339Z","time spent":"1.032240409s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:15:03.403494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035676901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T20:15:03.403617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.254564Z","time spent":"1.149044736s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:15:03.403631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.409849Z","time spent":"993.771624ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:15:03.403662Z","caller":"traceutil/trace.go:171","msg":"trace[776437495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8073; }","duration":"1.035928407s","start":"2026-02-24T20:15:02.367708Z","end":"2026-02-24T20:15:03.403636Z","steps":["trace[776437495] 'agreement among raft nodes before linearized reading' (duration: 1.035526058s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.40369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.169342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-02-24T20:15:03.403808Z","caller":"traceutil/trace.go:171","msg":"trace[45884232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8073; }","duration":"894.400857ms","start":"2026-02-24T20:15:02.50939Z","end":"2026-02-24T20:15:03.40379Z","steps":["trace[45884232] 'agreement among raft nodes before linearized reading' (duration: 893.864014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.403877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.509371Z","time spent":"894.49565ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:15:03.403724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:02.367695Z","time spent":"1.036015629s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:15:03.646217Z","caller":"traceutil/trace.go:171","msg":"trace[1595937602] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"238.540411ms","start":"2026-02-24T20:15:03.407648Z","end":"2026-02-24T20:15:03.646189Z","steps":["trace[1595937602] 'process raft request' (duration: 238.287695ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.646251Z","caller":"traceutil/trace.go:171","msg":"trace[1118648991] linearizableReadLoop","detail":"{readStateIndex:8380; appliedIndex:8376; }","duration":"196.208874ms","start":"2026-02-24T20:15:03.450024Z","end":"2026-02-24T20:15:03.646233Z","steps":["trace[1118648991] 'read index received' (duration: 195.918617ms)","trace[1118648991] 'applied index is now lower than readState.Index' (duration: 288.947µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:03.646267Z","caller":"traceutil/trace.go:171","msg":"trace[457389912] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"238.233434ms","start":"2026-02-24T20:15:03.407999Z","end":"2026-02-24T20:15:03.646232Z","steps":["trace[457389912] 'process raft request' (duration: 238.093341ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.646329Z","caller":"traceutil/trace.go:171","msg":"trace[381702526] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"237.954897ms","start":"2026-02-24T20:15:03.408364Z","end":"2026-02-24T20:15:03.646319Z","steps":["trace[381702526] 'process raft request' (duration: 237.802223ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.64632Z","caller":"traceutil/trace.go:171","msg":"trace[1829736477] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"238.013988ms","start":"2026-02-24T20:15:03.408279Z","end":"2026-02-24T20:15:03.646293Z","steps":["trace[1829736477] 'process raft request' (duration: 237.853345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.646785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.561631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:221154"} {"level":"info","ts":"2026-02-24T20:15:03.646861Z","caller":"traceutil/trace.go:171","msg":"trace[961997823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8077; }","duration":"238.665263ms","start":"2026-02-24T20:15:03.408177Z","end":"2026-02-24T20:15:03.646842Z","steps":["trace[961997823] 'agreement among raft nodes before linearized reading' (duration: 238.209693ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.67268Z","caller":"traceutil/trace.go:171","msg":"trace[493911216] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"221.323997ms","start":"2026-02-24T20:15:03.451337Z","end":"2026-02-24T20:15:03.672661Z","steps":["trace[493911216] 'process raft request' (duration: 221.140713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.672817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.514994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:03.672906Z","caller":"traceutil/trace.go:171","msg":"trace[2091247606] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8078; }","duration":"162.641897ms","start":"2026-02-24T20:15:03.510244Z","end":"2026-02-24T20:15:03.672886Z","steps":["trace[2091247606] 'agreement among raft nodes before linearized reading' (duration: 162.415842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.672954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.612514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17375"} {"level":"info","ts":"2026-02-24T20:15:03.673041Z","caller":"traceutil/trace.go:171","msg":"trace[1479936715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8078; }","duration":"221.746017ms","start":"2026-02-24T20:15:03.451274Z","end":"2026-02-24T20:15:03.67302Z","steps":["trace[1479936715] 'agreement among raft nodes before linearized reading' (duration: 221.367908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:03.845819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.100259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T20:15:03.845867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.809732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:03.845923Z","caller":"traceutil/trace.go:171","msg":"trace[1812948962] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8078; }","duration":"168.239091ms","start":"2026-02-24T20:15:03.677663Z","end":"2026-02-24T20:15:03.845902Z","steps":["trace[1812948962] 'range keys from in-memory index tree' (duration: 167.931964ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.845923Z","caller":"traceutil/trace.go:171","msg":"trace[488045030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8078; }","duration":"155.897655ms","start":"2026-02-24T20:15:03.690011Z","end":"2026-02-24T20:15:03.845909Z","steps":["trace[488045030] 'range keys from in-memory index tree' (duration: 155.736621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.801281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.044274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:15:05.801464Z","caller":"traceutil/trace.go:171","msg":"trace[206705416] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"391.883734ms","start":"2026-02-24T20:15:05.409563Z","end":"2026-02-24T20:15:05.801447Z","steps":["trace[206705416] 'process raft request' (duration: 391.813723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.801534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.409538Z","time spent":"391.967147ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:05.801819Z","caller":"traceutil/trace.go:171","msg":"trace[534377996] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"392.556351ms","start":"2026-02-24T20:15:05.409054Z","end":"2026-02-24T20:15:05.80161Z","steps":["trace[534377996] 'process raft request' (duration: 272.020735ms)","trace[534377996] 'compare' (duration: 119.923362ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:05.802117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.409047Z","time spent":"392.93751ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:05.875412Z","caller":"traceutil/trace.go:171","msg":"trace[259989998] linearizableReadLoop","detail":"{readStateIndex:8387; appliedIndex:8384; }","duration":"225.095018ms","start":"2026-02-24T20:15:05.650288Z","end":"2026-02-24T20:15:05.875383Z","steps":["trace[259989998] 'read index received' (duration: 30.82874ms)","trace[259989998] 'applied index is now lower than readState.Index' (duration: 194.264438ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:05.87553Z","caller":"traceutil/trace.go:171","msg":"trace[1109081894] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"265.737634ms","start":"2026-02-24T20:15:05.609765Z","end":"2026-02-24T20:15:05.875502Z","steps":["trace[1109081894] 'process raft request' (duration: 265.455697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.87567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.358024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:15:05.875709Z","caller":"traceutil/trace.go:171","msg":"trace[1041647866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8084; }","duration":"225.450756ms","start":"2026-02-24T20:15:05.650248Z","end":"2026-02-24T20:15:05.875698Z","steps":["trace[1041647866] 'agreement among raft nodes before linearized reading' (duration: 225.269512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.87577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.178408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:05.875872Z","caller":"traceutil/trace.go:171","msg":"trace[151405959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8084; }","duration":"185.339272ms","start":"2026-02-24T20:15:05.690514Z","end":"2026-02-24T20:15:05.875853Z","steps":["trace[151405959] 'agreement among raft nodes before linearized reading' (duration: 185.165048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.87583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.553882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-24T20:15:05.875939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.475643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:15:05.87604Z","caller":"traceutil/trace.go:171","msg":"trace[612703790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8084; }","duration":"224.593095ms","start":"2026-02-24T20:15:05.651426Z","end":"2026-02-24T20:15:05.876019Z","steps":["trace[612703790] 'agreement among raft nodes before linearized reading' (duration: 224.327289ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:05.876116Z","caller":"traceutil/trace.go:171","msg":"trace[1048836348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:8084; }","duration":"221.765868ms","start":"2026-02-24T20:15:05.654236Z","end":"2026-02-24T20:15:05.876001Z","steps":["trace[1048836348] 'agreement among raft nodes before linearized reading' (duration: 221.42462ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:05.876361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.406975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:05.876409Z","caller":"traceutil/trace.go:171","msg":"trace[164612988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8084; }","duration":"225.492217ms","start":"2026-02-24T20:15:05.650903Z","end":"2026-02-24T20:15:05.876395Z","steps":["trace[164612988] 'agreement among raft nodes before linearized reading' (duration: 224.746649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.436324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.797888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:15:06.436548Z","caller":"traceutil/trace.go:171","msg":"trace[1579773262] linearizableReadLoop","detail":"{readStateIndex:8388; appliedIndex:8387; }","duration":"555.807083ms","start":"2026-02-24T20:15:05.880721Z","end":"2026-02-24T20:15:06.436528Z","steps":["trace[1579773262] 'read index received' (duration: 261.763309ms)","trace[1579773262] 'applied index is now lower than readState.Index' (duration: 294.042094ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:06.436578Z","caller":"traceutil/trace.go:171","msg":"trace[1342344676] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"556.859888ms","start":"2026-02-24T20:15:05.879674Z","end":"2026-02-24T20:15:06.436534Z","steps":["trace[1342344676] 'process raft request' (duration: 262.790433ms)","trace[1342344676] 'compare' (duration: 293.43648ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:06.436751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.879652Z","time spent":"557.002392ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.436905Z","caller":"traceutil/trace.go:171","msg":"trace[190676907] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"556.11731ms","start":"2026-02-24T20:15:05.880758Z","end":"2026-02-24T20:15:06.436875Z","steps":["trace[190676907] 'process raft request' (duration: 555.67691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.43708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.880747Z","time spent":"556.245183ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:06.4371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.613458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:06.437149Z","caller":"traceutil/trace.go:171","msg":"trace[618364980] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8087; }","duration":"483.694869ms","start":"2026-02-24T20:15:05.95344Z","end":"2026-02-24T20:15:06.437135Z","steps":["trace[618364980] 'agreement among raft nodes before linearized reading' (duration: 483.589937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.437193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.953429Z","time spent":"483.751042ms","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:15:06.437273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.778055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T20:15:06.437252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.499069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:221154"} {"level":"info","ts":"2026-02-24T20:15:06.437317Z","caller":"traceutil/trace.go:171","msg":"trace[315097914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"233.870829ms","start":"2026-02-24T20:15:06.203436Z","end":"2026-02-24T20:15:06.437306Z","steps":["trace[315097914] 'agreement among raft nodes before linearized reading' (duration: 233.711405ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.43735Z","caller":"traceutil/trace.go:171","msg":"trace[2047803387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8086; }","duration":"556.633872ms","start":"2026-02-24T20:15:05.880693Z","end":"2026-02-24T20:15:06.437327Z","steps":["trace[2047803387] 'agreement among raft nodes before linearized reading' (duration: 556.045348ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.437345Z","caller":"traceutil/trace.go:171","msg":"trace[1775487779] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"556.487539ms","start":"2026-02-24T20:15:05.88083Z","end":"2026-02-24T20:15:06.437317Z","steps":["trace[1775487779] 'process raft request' (duration: 555.971547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.437363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.365677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:15:06.437402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.880681Z","time spent":"556.709875ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":221178,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T20:15:06.437417Z","caller":"traceutil/trace.go:171","msg":"trace[386120490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8087; }","duration":"474.437308ms","start":"2026-02-24T20:15:05.962964Z","end":"2026-02-24T20:15:06.437402Z","steps":["trace[386120490] 'agreement among raft nodes before linearized reading' (duration: 474.262014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.437458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.962954Z","time spent":"474.493809ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:15:06.437485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.880808Z","time spent":"556.594262ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.807504Z","caller":"traceutil/trace.go:171","msg":"trace[1195403911] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"365.386378ms","start":"2026-02-24T20:15:06.442093Z","end":"2026-02-24T20:15:06.807479Z","steps":["trace[1195403911] 'process raft request' (duration: 365.232634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.807645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.442075Z","time spent":"365.498801ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.87843Z","caller":"traceutil/trace.go:171","msg":"trace[446839448] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"435.902283ms","start":"2026-02-24T20:15:06.442506Z","end":"2026-02-24T20:15:06.878408Z","steps":["trace[446839448] 'process raft request' (duration: 435.688898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.878523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.442486Z","time spent":"435.991825ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:06.878569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.786837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:06.878657Z","caller":"traceutil/trace.go:171","msg":"trace[593504973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8089; }","duration":"186.937002ms","start":"2026-02-24T20:15:06.691704Z","end":"2026-02-24T20:15:06.878641Z","steps":["trace[593504973] 'agreement among raft nodes before linearized reading' (duration: 186.797138ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.878379Z","caller":"traceutil/trace.go:171","msg":"trace[1695840863] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8390; }","duration":"186.581713ms","start":"2026-02-24T20:15:06.691768Z","end":"2026-02-24T20:15:06.878349Z","steps":["trace[1695840863] 'read index received' (duration: 115.583187ms)","trace[1695840863] 'applied index is now lower than readState.Index' (duration: 70.997066ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:07.910829Z","caller":"traceutil/trace.go:171","msg":"trace[1274966964] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"472.279985ms","start":"2026-02-24T20:15:07.438518Z","end":"2026-02-24T20:15:07.910798Z","steps":["trace[1274966964] 'process raft request' (duration: 471.993758ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.911152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:07.438487Z","time spent":"472.544772ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:07.932339Z","caller":"traceutil/trace.go:171","msg":"trace[35557464] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8392; }","duration":"392.189442ms","start":"2026-02-24T20:15:07.540133Z","end":"2026-02-24T20:15:07.932323Z","steps":["trace[35557464] 'read index received' (duration: 370.411738ms)","trace[35557464] 'applied index is now lower than readState.Index' (duration: 21.776964ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:07.932368Z","caller":"traceutil/trace.go:171","msg":"trace[360892595] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"125.765982ms","start":"2026-02-24T20:15:07.806565Z","end":"2026-02-24T20:15:07.932331Z","steps":["trace[360892595] 'process raft request' (duration: 125.641569ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:07.93241Z","caller":"traceutil/trace.go:171","msg":"trace[1293165720] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"125.304191ms","start":"2026-02-24T20:15:07.807068Z","end":"2026-02-24T20:15:07.932373Z","steps":["trace[1293165720] 'process raft request' (duration: 125.216499ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.932508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.363337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67fcdb4645-gz4fv.189747f0b468ab21\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-24T20:15:07.932781Z","caller":"traceutil/trace.go:171","msg":"trace[1820323365] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67fcdb4645-gz4fv.189747f0b468ab21; range_end:; response_count:1; response_revision:8092; }","duration":"392.656723ms","start":"2026-02-24T20:15:07.540107Z","end":"2026-02-24T20:15:07.932763Z","steps":["trace[1820323365] 'agreement among raft nodes before linearized reading' (duration: 392.279814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.93283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:07.540097Z","time spent":"392.722344ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-67fcdb4645-gz4fv.189747f0b468ab21\" "} {"level":"info","ts":"2026-02-24T20:15:36.618497Z","caller":"traceutil/trace.go:171","msg":"trace[769100867] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"579.207934ms","start":"2026-02-24T20:15:36.039267Z","end":"2026-02-24T20:15:36.618475Z","steps":["trace[769100867] 'process raft request' (duration: 579.083111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:36.618639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:36.039238Z","time spent":"579.323306ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:36.646944Z","caller":"traceutil/trace.go:171","msg":"trace[1908742745] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"563.397299ms","start":"2026-02-24T20:15:36.083523Z","end":"2026-02-24T20:15:36.64692Z","steps":["trace[1908742745] 'process raft request' (duration: 563.313317ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:36.646983Z","caller":"traceutil/trace.go:171","msg":"trace[2012431940] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"563.516612ms","start":"2026-02-24T20:15:36.083432Z","end":"2026-02-24T20:15:36.646948Z","steps":["trace[2012431940] 'process raft request' (duration: 563.266636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:36.647156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:36.083409Z","time spent":"563.651766ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:36.647129Z","caller":"traceutil/trace.go:171","msg":"trace[404268929] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"448.860601ms","start":"2026-02-24T20:15:36.198242Z","end":"2026-02-24T20:15:36.647102Z","steps":["trace[404268929] 'process raft request' (duration: 448.641906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:36.647227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:36.083484Z","time spent":"563.530463ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:36.647288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:36.198218Z","time spent":"449.015324ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:37.65719Z","caller":"traceutil/trace.go:171","msg":"trace[664690668] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"116.675482ms","start":"2026-02-24T20:15:37.540488Z","end":"2026-02-24T20:15:37.657164Z","steps":["trace[664690668] 'read index received' (duration: 52.74842ms)","trace[664690668] 'applied index is now lower than readState.Index' (duration: 63.925502ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:37.657399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.890187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67fcdb4645-gz4fv.189747f0b468ab21\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-02-24T20:15:37.657453Z","caller":"traceutil/trace.go:171","msg":"trace[1024173901] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67fcdb4645-gz4fv.189747f0b468ab21; range_end:; response_count:1; response_revision:8290; }","duration":"116.994629ms","start":"2026-02-24T20:15:37.540445Z","end":"2026-02-24T20:15:37.65744Z","steps":["trace[1024173901] 'agreement among raft nodes before linearized reading' (duration: 116.815385ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:38.879116Z","caller":"traceutil/trace.go:171","msg":"trace[1631899925] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"256.195916ms","start":"2026-02-24T20:15:38.622899Z","end":"2026-02-24T20:15:38.879095Z","steps":["trace[1631899925] 'process raft request' (duration: 256.056073ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:38.904237Z","caller":"traceutil/trace.go:171","msg":"trace[435924672] linearizableReadLoop","detail":"{readStateIndex:8607; appliedIndex:8604; }","duration":"243.449456ms","start":"2026-02-24T20:15:38.660773Z","end":"2026-02-24T20:15:38.904223Z","steps":["trace[435924672] 'read index received' (duration: 218.252885ms)","trace[435924672] 'applied index is now lower than readState.Index' (duration: 25.195761ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:38.904307Z","caller":"traceutil/trace.go:171","msg":"trace[188847681] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"250.880377ms","start":"2026-02-24T20:15:38.65342Z","end":"2026-02-24T20:15:38.904301Z","steps":["trace[188847681] 'process raft request' (duration: 250.694682ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:38.904385Z","caller":"traceutil/trace.go:171","msg":"trace[1627392889] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"250.722934ms","start":"2026-02-24T20:15:38.653658Z","end":"2026-02-24T20:15:38.904381Z","steps":["trace[1627392889] 'process raft request' (duration: 250.535649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:38.904487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.712233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:38.904506Z","caller":"traceutil/trace.go:171","msg":"trace[978391696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8294; }","duration":"243.784285ms","start":"2026-02-24T20:15:38.660716Z","end":"2026-02-24T20:15:38.9045Z","steps":["trace[978391696] 'agreement among raft nodes before linearized reading' (duration: 243.698362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:38.904589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.166001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:38.904605Z","caller":"traceutil/trace.go:171","msg":"trace[1659611395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8294; }","duration":"241.211152ms","start":"2026-02-24T20:15:38.663389Z","end":"2026-02-24T20:15:38.9046Z","steps":["trace[1659611395] 'agreement among raft nodes before linearized reading' (duration: 241.162191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:38.90487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.099838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-24T20:15:38.90493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.447277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:15:38.904946Z","caller":"traceutil/trace.go:171","msg":"trace[1698555637] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:8294; }","duration":"236.194789ms","start":"2026-02-24T20:15:38.668723Z","end":"2026-02-24T20:15:38.904918Z","steps":["trace[1698555637] 'agreement among raft nodes before linearized reading' (duration: 235.985805ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:38.904983Z","caller":"traceutil/trace.go:171","msg":"trace[1449056771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8294; }","duration":"241.5343ms","start":"2026-02-24T20:15:38.663437Z","end":"2026-02-24T20:15:38.904971Z","steps":["trace[1449056771] 'agreement among raft nodes before linearized reading' (duration: 241.279114ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:48.626455Z","caller":"traceutil/trace.go:171","msg":"trace[2118892983] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"242.777999ms","start":"2026-02-24T20:15:48.383649Z","end":"2026-02-24T20:15:48.626427Z","steps":["trace[2118892983] 'process raft request' (duration: 242.448591ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:49.047108Z","caller":"traceutil/trace.go:171","msg":"trace[2017325467] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"107.707074ms","start":"2026-02-24T20:15:48.939373Z","end":"2026-02-24T20:15:49.04708Z","steps":["trace[2017325467] 'process raft request' (duration: 26.748489ms)","trace[2017325467] 'compare' (duration: 80.685257ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:49.047206Z","caller":"traceutil/trace.go:171","msg":"trace[671783900] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"105.256004ms","start":"2026-02-24T20:15:48.941894Z","end":"2026-02-24T20:15:49.04715Z","steps":["trace[671783900] 'process raft request' (duration: 105.07276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:49.565132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.494152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:15:49.565369Z","caller":"traceutil/trace.go:171","msg":"trace[790213144] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"445.574061ms","start":"2026-02-24T20:15:49.119774Z","end":"2026-02-24T20:15:49.565348Z","steps":["trace[790213144] 'process raft request' (duration: 38.75416ms)","trace[790213144] 'compare' (duration: 406.273137ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:49.565445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:49.119759Z","time spent":"445.654853ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:49.565532Z","caller":"traceutil/trace.go:171","msg":"trace[1864214108] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8707; }","duration":"420.354988ms","start":"2026-02-24T20:15:49.145121Z","end":"2026-02-24T20:15:49.565476Z","steps":["trace[1864214108] 'read index received' (duration: 13.353623ms)","trace[1864214108] 'applied index is now lower than readState.Index' (duration: 406.959014ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:49.565716Z","caller":"traceutil/trace.go:171","msg":"trace[154265793] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"222.817386ms","start":"2026-02-24T20:15:49.342869Z","end":"2026-02-24T20:15:49.565686Z","steps":["trace[154265793] 'process raft request' (duration: 222.379206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:49.565943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.780388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:15:49.566076Z","caller":"traceutil/trace.go:171","msg":"trace[999441798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8392; }","duration":"420.970043ms","start":"2026-02-24T20:15:49.145075Z","end":"2026-02-24T20:15:49.566045Z","steps":["trace[999441798] 'agreement among raft nodes before linearized reading' (duration: 420.531702ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:49.566133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:49.145055Z","time spent":"421.067685ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:15:49.775251Z","caller":"traceutil/trace.go:171","msg":"trace[471411849] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"108.81357ms","start":"2026-02-24T20:15:49.666416Z","end":"2026-02-24T20:15:49.775229Z","steps":["trace[471411849] 'process raft request' (duration: 108.540483ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:51.17048Z","caller":"traceutil/trace.go:171","msg":"trace[1875577067] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"117.773398ms","start":"2026-02-24T20:15:51.052679Z","end":"2026-02-24T20:15:51.170453Z","steps":["trace[1875577067] 'process raft request' (duration: 117.593723ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:51.177141Z","caller":"traceutil/trace.go:171","msg":"trace[1952514030] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"124.292356ms","start":"2026-02-24T20:15:51.052832Z","end":"2026-02-24T20:15:51.177124Z","steps":["trace[1952514030] 'process raft request' (duration: 124.169683ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:51.177262Z","caller":"traceutil/trace.go:171","msg":"trace[709346486] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"123.772323ms","start":"2026-02-24T20:15:51.05348Z","end":"2026-02-24T20:15:51.177252Z","steps":["trace[709346486] 'process raft request' (duration: 123.610159ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:51.17726Z","caller":"traceutil/trace.go:171","msg":"trace[1013579445] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8715; }","duration":"113.077033ms","start":"2026-02-24T20:15:51.064155Z","end":"2026-02-24T20:15:51.177232Z","steps":["trace[1013579445] 'read index received' (duration: 106.096553ms)","trace[1013579445] 'applied index is now lower than readState.Index' (duration: 6.9789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:51.177491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.324629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:15:51.177607Z","caller":"traceutil/trace.go:171","msg":"trace[1011360241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8401; }","duration":"113.490923ms","start":"2026-02-24T20:15:51.064103Z","end":"2026-02-24T20:15:51.177594Z","steps":["trace[1011360241] 'agreement among raft nodes before linearized reading' (duration: 113.254417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:51.215809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.519578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:15:51.215857Z","caller":"traceutil/trace.go:171","msg":"trace[1256085030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:8403; }","duration":"149.58884ms","start":"2026-02-24T20:15:51.066256Z","end":"2026-02-24T20:15:51.215845Z","steps":["trace[1256085030] 'agreement among raft nodes before linearized reading' (duration: 149.441786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:51.215884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.620358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:51.215961Z","caller":"traceutil/trace.go:171","msg":"trace[1574139625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8403; }","duration":"146.67294ms","start":"2026-02-24T20:15:51.069239Z","end":"2026-02-24T20:15:51.215912Z","steps":["trace[1574139625] 'agreement among raft nodes before linearized reading' (duration: 146.560477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:51.215974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.866793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:51.216046Z","caller":"traceutil/trace.go:171","msg":"trace[1305630155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8403; }","duration":"146.979386ms","start":"2026-02-24T20:15:51.069047Z","end":"2026-02-24T20:15:51.216027Z","steps":["trace[1305630155] 'agreement among raft nodes before linearized reading' (duration: 146.799282ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:51.348711Z","caller":"traceutil/trace.go:171","msg":"trace[1986377648] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"101.504722ms","start":"2026-02-24T20:15:51.247176Z","end":"2026-02-24T20:15:51.34868Z","steps":["trace[1986377648] 'process raft request' (duration: 75.961323ms)","trace[1986377648] 'compare' (duration: 25.256532ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:01.196658Z","caller":"traceutil/trace.go:171","msg":"trace[871199791] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8795; }","duration":"211.082201ms","start":"2026-02-24T20:16:00.985545Z","end":"2026-02-24T20:16:01.196627Z","steps":["trace[871199791] 'read index received' (duration: 210.899896ms)","trace[871199791] 'applied index is now lower than readState.Index' (duration: 181.135µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:01.196745Z","caller":"traceutil/trace.go:171","msg":"trace[1262915844] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"215.635522ms","start":"2026-02-24T20:16:00.981055Z","end":"2026-02-24T20:16:01.19669Z","steps":["trace[1262915844] 'process raft request' (duration: 215.414296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:01.196896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.332158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-kz44g\" ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-02-24T20:16:01.196941Z","caller":"traceutil/trace.go:171","msg":"trace[272339103] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-kz44g; range_end:; response_count:1; response_revision:8477; }","duration":"211.439981ms","start":"2026-02-24T20:16:00.985488Z","end":"2026-02-24T20:16:01.196928Z","steps":["trace[272339103] 'agreement among raft nodes before linearized reading' (duration: 211.255726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:33.927864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.656159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:16:33.928098Z","caller":"traceutil/trace.go:171","msg":"trace[1662404080] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"161.793075ms","start":"2026-02-24T20:16:33.766268Z","end":"2026-02-24T20:16:33.928061Z","steps":["trace[1662404080] 'process raft request' (duration: 56.830018ms)","trace[1662404080] 'compare' (duration: 104.385143ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:53.607469Z","caller":"traceutil/trace.go:171","msg":"trace[2034292396] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"181.125763ms","start":"2026-02-24T20:16:53.426282Z","end":"2026-02-24T20:16:53.607408Z","steps":["trace[2034292396] 'process raft request' (duration: 180.897588ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:16:53.710827Z","caller":"traceutil/trace.go:171","msg":"trace[972809328] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"270.119779ms","start":"2026-02-24T20:16:53.440684Z","end":"2026-02-24T20:16:53.710804Z","steps":["trace[972809328] 'process raft request' (duration: 256.585566ms)","trace[972809328] 'compare' (duration: 13.374239ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:53.711042Z","caller":"traceutil/trace.go:171","msg":"trace[1406369516] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9364; }","duration":"142.798904ms","start":"2026-02-24T20:16:53.568214Z","end":"2026-02-24T20:16:53.711013Z","steps":["trace[1406369516] 'read index received' (duration: 39.026246ms)","trace[1406369516] 'applied index is now lower than readState.Index' (duration: 103.770398ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:53.711079Z","caller":"traceutil/trace.go:171","msg":"trace[993413055] transaction","detail":"{read_only:false; response_revision:9032; number_of_response:1; }","duration":"266.226758ms","start":"2026-02-24T20:16:53.444823Z","end":"2026-02-24T20:16:53.71105Z","steps":["trace[993413055] 'process raft request' (duration: 265.935842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:53.711388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.410205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:16:53.711452Z","caller":"traceutil/trace.go:171","msg":"trace[1936970735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9032; }","duration":"142.529548ms","start":"2026-02-24T20:16:53.568909Z","end":"2026-02-24T20:16:53.711439Z","steps":["trace[1936970735] 'agreement among raft nodes before linearized reading' (duration: 142.370975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:53.711554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.071411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:16:53.711651Z","caller":"traceutil/trace.go:171","msg":"trace[1272676385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9032; }","duration":"143.496541ms","start":"2026-02-24T20:16:53.568141Z","end":"2026-02-24T20:16:53.711637Z","steps":["trace[1272676385] 'agreement among raft nodes before linearized reading' (duration: 143.01096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:53.711538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.15508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:16:53.711777Z","caller":"traceutil/trace.go:171","msg":"trace[457104223] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9032; }","duration":"142.448656ms","start":"2026-02-24T20:16:53.569303Z","end":"2026-02-24T20:16:53.711751Z","steps":["trace[457104223] 'agreement among raft nodes before linearized reading' (duration: 142.024677ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:17:05.768184Z","caller":"traceutil/trace.go:171","msg":"trace[1104410634] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"127.891847ms","start":"2026-02-24T20:17:05.640261Z","end":"2026-02-24T20:17:05.768153Z","steps":["trace[1104410634] 'process raft request' (duration: 127.679912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.45174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.847677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:17:06.451962Z","caller":"traceutil/trace.go:171","msg":"trace[2044098914] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"668.008544ms","start":"2026-02-24T20:17:05.783931Z","end":"2026-02-24T20:17:06.451939Z","steps":["trace[2044098914] 'process raft request' (duration: 59.866459ms)","trace[2044098914] 'compare' (duration: 607.729044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:17:06.452065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:05.783909Z","time spent":"668.117997ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:17:06.494847Z","caller":"traceutil/trace.go:171","msg":"trace[1739144142] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"710.761406ms","start":"2026-02-24T20:17:05.78405Z","end":"2026-02-24T20:17:06.494811Z","steps":["trace[1739144142] 'process raft request' (duration: 710.554051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.495012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:05.784035Z","time spent":"710.892959ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:17:06.49512Z","caller":"traceutil/trace.go:171","msg":"trace[1557985154] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"711.021542ms","start":"2026-02-24T20:17:05.784068Z","end":"2026-02-24T20:17:06.49509Z","steps":["trace[1557985154] 'process raft request' (duration: 710.701095ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:17:06.495124Z","caller":"traceutil/trace.go:171","msg":"trace[60784856] linearizableReadLoop","detail":"{readStateIndex:9436; appliedIndex:9433; }","duration":"710.896299ms","start":"2026-02-24T20:17:05.784181Z","end":"2026-02-24T20:17:06.495077Z","steps":["trace[60784856] 'read index received' (duration: 59.711416ms)","trace[60784856] 'applied index is now lower than readState.Index' (duration: 651.181923ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:17:06.495273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:05.784046Z","time spent":"711.148814ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:17:06.49554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.825152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-6b677df8c-lpmnw\" ","response":"range_response_count:1 size:19466"} {"level":"info","ts":"2026-02-24T20:17:06.495592Z","caller":"traceutil/trace.go:171","msg":"trace[1224737079] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-6b677df8c-lpmnw; range_end:; response_count:1; response_revision:9099; }","duration":"590.909354ms","start":"2026-02-24T20:17:05.904666Z","end":"2026-02-24T20:17:06.495576Z","steps":["trace[1224737079] 'agreement among raft nodes before linearized reading' (duration: 590.74163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.49559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.459734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T20:17:06.495616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.792703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:17:06.495657Z","caller":"traceutil/trace.go:171","msg":"trace[1118515675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9099; }","duration":"400.552306ms","start":"2026-02-24T20:17:06.095078Z","end":"2026-02-24T20:17:06.49563Z","steps":["trace[1118515675] 'agreement among raft nodes before linearized reading' (duration: 400.371862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.495701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:06.095054Z","time spent":"400.637939ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:17:06.49563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:05.904642Z","time spent":"590.981316ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":19490,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-6b677df8c-lpmnw\" "} {"level":"warn","ts":"2026-02-24T20:17:06.495675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.063627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:17:06.495772Z","caller":"traceutil/trace.go:171","msg":"trace[985537076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9099; }","duration":"432.20798ms","start":"2026-02-24T20:17:06.063551Z","end":"2026-02-24T20:17:06.495759Z","steps":["trace[985537076] 'agreement among raft nodes before linearized reading' (duration: 431.912613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.495869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:06.063533Z","time spent":"432.301003ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:17:06.496031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.83475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:287635"} {"level":"info","ts":"2026-02-24T20:17:06.49613Z","caller":"traceutil/trace.go:171","msg":"trace[1743373663] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9099; }","duration":"711.956503ms","start":"2026-02-24T20:17:05.784155Z","end":"2026-02-24T20:17:06.496111Z","steps":["trace[1743373663] 'agreement among raft nodes before linearized reading' (duration: 711.009692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.496198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:05.784143Z","time spent":"712.042825ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":287659,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T20:17:06.496351Z","caller":"traceutil/trace.go:171","msg":"trace[369753062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9099; }","duration":"338.899105ms","start":"2026-02-24T20:17:06.156765Z","end":"2026-02-24T20:17:06.495664Z","steps":["trace[369753062] 'agreement among raft nodes before linearized reading' (duration: 338.711221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.496534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:06.156742Z","time spent":"339.654553ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:17:06.803392Z","caller":"traceutil/trace.go:171","msg":"trace[347348627] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"302.093251ms","start":"2026-02-24T20:17:06.501261Z","end":"2026-02-24T20:17:06.803354Z","steps":["trace[347348627] 'process raft request' (duration: 282.985308ms)","trace[347348627] 'compare' (duration: 18.467558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:17:06.80354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.993267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:17:06.803568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:17:06.501237Z","time spent":"302.242505ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:17:06.803625Z","caller":"traceutil/trace.go:171","msg":"trace[1591883711] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9102; }","duration":"233.149021ms","start":"2026-02-24T20:17:06.570455Z","end":"2026-02-24T20:17:06.803604Z","steps":["trace[1591883711] 'agreement among raft nodes before linearized reading' (duration: 232.995967ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:17:06.803392Z","caller":"traceutil/trace.go:171","msg":"trace[221447240] linearizableReadLoop","detail":"{readStateIndex:9439; appliedIndex:9437; }","duration":"232.823253ms","start":"2026-02-24T20:17:06.57054Z","end":"2026-02-24T20:17:06.803363Z","steps":["trace[221447240] 'read index received' (duration: 213.677649ms)","trace[221447240] 'applied index is now lower than readState.Index' (duration: 19.143784ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:17:06.8039Z","caller":"traceutil/trace.go:171","msg":"trace[649900915] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"297.478714ms","start":"2026-02-24T20:17:06.506404Z","end":"2026-02-24T20:17:06.803883Z","steps":["trace[649900915] 'process raft request' (duration: 296.84016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:17:06.803964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.261985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:17:06.804006Z","caller":"traceutil/trace.go:171","msg":"trace[326555580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9102; }","duration":"112.348997ms","start":"2026-02-24T20:17:06.691643Z","end":"2026-02-24T20:17:06.803992Z","steps":["trace[326555580] 'agreement among raft nodes before linearized reading' (duration: 112.280975ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:17:52.837422Z","caller":"traceutil/trace.go:171","msg":"trace[520045277] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"124.507458ms","start":"2026-02-24T20:17:52.712885Z","end":"2026-02-24T20:17:52.837393Z","steps":["trace[520045277] 'process raft request' (duration: 87.303457ms)","trace[520045277] 'compare' (duration: 36.774411ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:17:52.837629Z","caller":"traceutil/trace.go:171","msg":"trace[1787001880] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"124.392144ms","start":"2026-02-24T20:17:52.713205Z","end":"2026-02-24T20:17:52.837597Z","steps":["trace[1787001880] 'process raft request' (duration: 123.915674ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:18:32.058356Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T20:18:32.064011Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-24T20:18:32.064111Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-24T20:18:39.141721Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7446} {"level":"info","ts":"2026-02-24T20:18:39.207765Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7446,"took":"63.513174ms","hash":3460563511,"current-db-size-bytes":40595456,"current-db-size":"41 MB","current-db-size-in-use-bytes":24805376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-24T20:18:39.207827Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3460563511,"revision":7446,"compact-revision":5415} {"level":"info","ts":"2026-02-24T20:19:31.958724Z","caller":"traceutil/trace.go:171","msg":"trace[872893778] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"161.727874ms","start":"2026-02-24T20:19:31.796965Z","end":"2026-02-24T20:19:31.958693Z","steps":["trace[872893778] 'process raft request' (duration: 161.480959ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:19:38.393372Z","caller":"traceutil/trace.go:171","msg":"trace[2005817137] transaction","detail":"{read_only:false; response_revision:10184; number_of_response:1; }","duration":"102.851976ms","start":"2026-02-24T20:19:38.29048Z","end":"2026-02-24T20:19:38.393332Z","steps":["trace[2005817137] 'process raft request' (duration: 102.700113ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:23.766128Z","caller":"traceutil/trace.go:171","msg":"trace[333433213] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"141.116711ms","start":"2026-02-24T20:20:23.624984Z","end":"2026-02-24T20:20:23.766101Z","steps":["trace[333433213] 'process raft request' (duration: 140.893716ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:23.801067Z","caller":"traceutil/trace.go:171","msg":"trace[1544389952] linearizableReadLoop","detail":"{readStateIndex:11075; appliedIndex:11072; }","duration":"110.932505ms","start":"2026-02-24T20:20:23.690108Z","end":"2026-02-24T20:20:23.801041Z","steps":["trace[1544389952] 'read index received' (duration: 75.787033ms)","trace[1544389952] 'applied index is now lower than readState.Index' (duration: 35.144172ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:23.801109Z","caller":"traceutil/trace.go:171","msg":"trace[589318287] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"175.031035ms","start":"2026-02-24T20:20:23.62605Z","end":"2026-02-24T20:20:23.801081Z","steps":["trace[589318287] 'process raft request' (duration: 174.767329ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:23.801176Z","caller":"traceutil/trace.go:171","msg":"trace[1826378633] transaction","detail":"{read_only:false; response_revision:10689; number_of_response:1; }","duration":"174.468072ms","start":"2026-02-24T20:20:23.626673Z","end":"2026-02-24T20:20:23.801141Z","steps":["trace[1826378633] 'process raft request' (duration: 174.300028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:23.801213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.074919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:23.80126Z","caller":"traceutil/trace.go:171","msg":"trace[2133536188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10689; }","duration":"111.164601ms","start":"2026-02-24T20:20:23.690079Z","end":"2026-02-24T20:20:23.801243Z","steps":["trace[2133536188] 'agreement among raft nodes before linearized reading' (duration: 111.073729ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:33.931236Z","caller":"traceutil/trace.go:171","msg":"trace[1766022303] linearizableReadLoop","detail":"{readStateIndex:11146; appliedIndex:11145; }","duration":"338.710265ms","start":"2026-02-24T20:20:33.592498Z","end":"2026-02-24T20:20:33.931208Z","steps":["trace[1766022303] 'read index received' (duration: 338.591412ms)","trace[1766022303] 'applied index is now lower than readState.Index' (duration: 117.443µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:33.931313Z","caller":"traceutil/trace.go:171","msg":"trace[1238321687] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"377.44882ms","start":"2026-02-24T20:20:33.553813Z","end":"2026-02-24T20:20:33.931262Z","steps":["trace[1238321687] 'process raft request' (duration: 377.211674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:33.931529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.007251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T20:20:33.93159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.0481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:33.931618Z","caller":"traceutil/trace.go:171","msg":"trace[689896339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10758; }","duration":"339.147025ms","start":"2026-02-24T20:20:33.592452Z","end":"2026-02-24T20:20:33.931599Z","steps":["trace[689896339] 'agreement among raft nodes before linearized reading' (duration: 338.898029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:33.931587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:33.553798Z","time spent":"377.657355ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:33.931644Z","caller":"traceutil/trace.go:171","msg":"trace[647443531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10758; }","duration":"240.162002ms","start":"2026-02-24T20:20:33.691471Z","end":"2026-02-24T20:20:33.931633Z","steps":["trace[647443531] 'agreement among raft nodes before linearized reading' (duration: 240.032779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:33.93167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:33.592429Z","time spent":"339.232027ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:20:33.931813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.514529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:20:33.931846Z","caller":"traceutil/trace.go:171","msg":"trace[1481595906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10758; }","duration":"121.582041ms","start":"2026-02-24T20:20:33.810255Z","end":"2026-02-24T20:20:33.931837Z","steps":["trace[1481595906] 'agreement among raft nodes before linearized reading' (duration: 121.52776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:55.323465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.503293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:20:55.323974Z","caller":"traceutil/trace.go:171","msg":"trace[578140475] transaction","detail":"{read_only:false; response_revision:10867; number_of_response:1; }","duration":"547.085344ms","start":"2026-02-24T20:20:54.776816Z","end":"2026-02-24T20:20:55.323901Z","steps":["trace[578140475] 'process raft request' (duration: 186.014418ms)","trace[578140475] 'compare' (duration: 360.095274ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:55.324055Z","caller":"traceutil/trace.go:171","msg":"trace[2048920972] linearizableReadLoop","detail":"{readStateIndex:11261; appliedIndex:11259; }","duration":"326.226483ms","start":"2026-02-24T20:20:54.997805Z","end":"2026-02-24T20:20:55.324032Z","steps":["trace[2048920972] 'read index received' (duration: 166.05422ms)","trace[2048920972] 'applied index is now lower than readState.Index' (duration: 160.167293ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:55.324093Z","caller":"traceutil/trace.go:171","msg":"trace[1814684960] transaction","detail":"{read_only:false; response_revision:10868; number_of_response:1; }","duration":"546.121112ms","start":"2026-02-24T20:20:54.777931Z","end":"2026-02-24T20:20:55.324052Z","steps":["trace[1814684960] 'process raft request' (duration: 545.67292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:55.324142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:54.776787Z","time spent":"547.272039ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:20:55.324263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:54.777902Z","time spent":"546.274015ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:20:55.324157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.344337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:55.324332Z","caller":"traceutil/trace.go:171","msg":"trace[1353360178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10868; }","duration":"326.559361ms","start":"2026-02-24T20:20:54.997756Z","end":"2026-02-24T20:20:55.324316Z","steps":["trace[1353360178] 'agreement among raft nodes before linearized reading' (duration: 326.342006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:55.324373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:54.997715Z","time spent":"326.645813ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:20:55.324638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.5661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:20:55.324737Z","caller":"traceutil/trace.go:171","msg":"trace[1162016564] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10868; }","duration":"100.721084ms","start":"2026-02-24T20:20:55.22399Z","end":"2026-02-24T20:20:55.324711Z","steps":["trace[1162016564] 'agreement among raft nodes before linearized reading' (duration: 100.512339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:55.324887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.14672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:55.325602Z","caller":"traceutil/trace.go:171","msg":"trace[1039503401] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10868; }","duration":"281.354045ms","start":"2026-02-24T20:20:55.043612Z","end":"2026-02-24T20:20:55.324966Z","steps":["trace[1039503401] 'agreement among raft nodes before linearized reading' (duration: 280.829953ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:57.100198Z","caller":"traceutil/trace.go:171","msg":"trace[1047652132] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"132.311012ms","start":"2026-02-24T20:20:56.967857Z","end":"2026-02-24T20:20:57.100168Z","steps":["trace[1047652132] 'process raft request' (duration: 132.123417ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:57.572818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.737614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:20:57.573021Z","caller":"traceutil/trace.go:171","msg":"trace[2012190858] transaction","detail":"{read_only:false; response_revision:10877; number_of_response:1; }","duration":"241.383091ms","start":"2026-02-24T20:20:57.331611Z","end":"2026-02-24T20:20:57.572995Z","steps":["trace[2012190858] 'process raft request' (duration: 128.35958ms)","trace[2012190858] 'compare' (duration: 112.597421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:57.764695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.743681ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:20:57.764857Z","caller":"traceutil/trace.go:171","msg":"trace[677327421] linearizableReadLoop","detail":"{readStateIndex:11271; appliedIndex:11269; }","duration":"269.664841ms","start":"2026-02-24T20:20:57.495164Z","end":"2026-02-24T20:20:57.764829Z","steps":["trace[677327421] 'read index received' (duration: 37.829634ms)","trace[677327421] 'applied index is now lower than readState.Index' (duration: 231.833147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:57.765001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.822535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:20:57.765055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.479606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:57.765076Z","caller":"traceutil/trace.go:171","msg":"trace[1623555463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10877; }","duration":"269.960498ms","start":"2026-02-24T20:20:57.495097Z","end":"2026-02-24T20:20:57.765057Z","steps":["trace[1623555463] 'agreement among raft nodes before linearized reading' (duration: 269.823835ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:57.765116Z","caller":"traceutil/trace.go:171","msg":"trace[276936372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10877; }","duration":"269.562739ms","start":"2026-02-24T20:20:57.495536Z","end":"2026-02-24T20:20:57.765099Z","steps":["trace[276936372] 'agreement among raft nodes before linearized reading' (duration: 269.452586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:57.765329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.060947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:57.765359Z","caller":"traceutil/trace.go:171","msg":"trace[71119391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10877; }","duration":"269.116759ms","start":"2026-02-24T20:20:57.496233Z","end":"2026-02-24T20:20:57.765349Z","steps":["trace[71119391] 'agreement among raft nodes before linearized reading' (duration: 269.061068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:57.765341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.417025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5034"} {"level":"info","ts":"2026-02-24T20:20:57.765398Z","caller":"traceutil/trace.go:171","msg":"trace[1375284264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10877; }","duration":"269.537739ms","start":"2026-02-24T20:20:57.495847Z","end":"2026-02-24T20:20:57.765385Z","steps":["trace[1375284264] 'agreement among raft nodes before linearized reading' (duration: 269.340624ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:57.765466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.751933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:57.765492Z","caller":"traceutil/trace.go:171","msg":"trace[820836702] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10877; }","duration":"269.826605ms","start":"2026-02-24T20:20:57.495657Z","end":"2026-02-24T20:20:57.765483Z","steps":["trace[820836702] 'agreement among raft nodes before linearized reading' (duration: 269.781584ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:21:00.367981Z","caller":"traceutil/trace.go:171","msg":"trace[1044608464] linearizableReadLoop","detail":"{readStateIndex:11281; appliedIndex:11280; }","duration":"208.220075ms","start":"2026-02-24T20:21:00.159739Z","end":"2026-02-24T20:21:00.367959Z","steps":["trace[1044608464] 'read index received' (duration: 208.077662ms)","trace[1044608464] 'applied index is now lower than readState.Index' (duration: 140.933µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:21:00.368076Z","caller":"traceutil/trace.go:171","msg":"trace[1935175534] transaction","detail":"{read_only:false; response_revision:10887; number_of_response:1; }","duration":"221.28644ms","start":"2026-02-24T20:21:00.146737Z","end":"2026-02-24T20:21:00.368024Z","steps":["trace[1935175534] 'process raft request' (duration: 221.052265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:21:00.368403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.563384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:21:00.368494Z","caller":"traceutil/trace.go:171","msg":"trace[103475928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10887; }","duration":"208.787878ms","start":"2026-02-24T20:21:00.159685Z","end":"2026-02-24T20:21:00.368473Z","steps":["trace[103475928] 'agreement among raft nodes before linearized reading' (duration: 208.391449ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:21:00.373842Z","caller":"traceutil/trace.go:171","msg":"trace[1137935249] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"132.24527ms","start":"2026-02-24T20:21:00.241572Z","end":"2026-02-24T20:21:00.373817Z","steps":["trace[1137935249] 'process raft request' (duration: 131.741478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:21:00.554025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.124054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:21:00.55516Z","caller":"traceutil/trace.go:171","msg":"trace[968186674] linearizableReadLoop","detail":"{readStateIndex:11284; appliedIndex:11282; }","duration":"176.799321ms","start":"2026-02-24T20:21:00.378295Z","end":"2026-02-24T20:21:00.555095Z","steps":["trace[968186674] 'read index received' (duration: 26.480618ms)","trace[968186674] 'applied index is now lower than readState.Index' (duration: 150.312103ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:21:00.5554Z","caller":"traceutil/trace.go:171","msg":"trace[1948814541] transaction","detail":"{read_only:false; response_revision:10889; number_of_response:1; }","duration":"182.737379ms","start":"2026-02-24T20:21:00.372633Z","end":"2026-02-24T20:21:00.555371Z","steps":["trace[1948814541] 'process raft request' (duration: 32.164761ms)","trace[1948814541] 'compare' (duration: 148.845988ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:21:00.555383Z","caller":"traceutil/trace.go:171","msg":"trace[1562841309] transaction","detail":"{read_only:false; response_revision:10890; number_of_response:1; }","duration":"177.391085ms","start":"2026-02-24T20:21:00.377946Z","end":"2026-02-24T20:21:00.555338Z","steps":["trace[1562841309] 'process raft request' (duration: 176.819642ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:21:00.555534Z","caller":"traceutil/trace.go:171","msg":"trace[1010366038] transaction","detail":"{read_only:false; response_revision:10891; number_of_response:1; }","duration":"177.074337ms","start":"2026-02-24T20:21:00.378416Z","end":"2026-02-24T20:21:00.55549Z","steps":["trace[1010366038] 'process raft request' (duration: 176.567886ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:21:00.555565Z","caller":"traceutil/trace.go:171","msg":"trace[1761782541] transaction","detail":"{read_only:false; response_revision:10892; number_of_response:1; }","duration":"175.88463ms","start":"2026-02-24T20:21:00.379656Z","end":"2026-02-24T20:21:00.555541Z","steps":["trace[1761782541] 'process raft request' (duration: 175.375579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:21:00.556082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.747413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:441963"} {"level":"info","ts":"2026-02-24T20:21:00.556157Z","caller":"traceutil/trace.go:171","msg":"trace[436592212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:10892; }","duration":"177.863015ms","start":"2026-02-24T20:21:00.378277Z","end":"2026-02-24T20:21:00.55614Z","steps":["trace[436592212] 'agreement among raft nodes before linearized reading' (duration: 176.981595ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:21:00.827272Z","caller":"traceutil/trace.go:171","msg":"trace[1958391097] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"105.362222ms","start":"2026-02-24T20:21:00.721885Z","end":"2026-02-24T20:21:00.827247Z","steps":["trace[1958391097] 'process raft request' (duration: 105.195939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:21:02.127646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.411208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:21:02.12775Z","caller":"traceutil/trace.go:171","msg":"trace[1669509844] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10896; }","duration":"151.539321ms","start":"2026-02-24T20:21:01.976184Z","end":"2026-02-24T20:21:02.127723Z","steps":["trace[1669509844] 'count revisions from in-memory index tree' (duration: 151.300726ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:23:39.150256Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9705} {"level":"info","ts":"2026-02-24T20:23:39.234148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9705,"took":"80.821851ms","hash":3505582703,"current-db-size-bytes":40595456,"current-db-size":"41 MB","current-db-size-in-use-bytes":24162304,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-02-24T20:23:39.234228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3505582703,"revision":9705,"compact-revision":7446} {"level":"info","ts":"2026-02-24T20:26:17.863935Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000342b.wal"} {"level":"info","ts":"2026-02-24T20:26:46.138491Z","caller":"traceutil/trace.go:171","msg":"trace[914594875] transaction","detail":"{read_only:false; response_revision:13080; number_of_response:1; }","duration":"136.26049ms","start":"2026-02-24T20:26:46.002202Z","end":"2026-02-24T20:26:46.138462Z","steps":["trace[914594875] 'process raft request' (duration: 135.504332ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:20.397767Z","caller":"traceutil/trace.go:171","msg":"trace[1081192221] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"119.285032ms","start":"2026-02-24T20:27:20.278454Z","end":"2026-02-24T20:27:20.397739Z","steps":["trace[1081192221] 'process raft request' (duration: 107.279921ms)","trace[1081192221] 'compare' (duration: 11.797286ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:27:22.199036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.291119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:27:22.199131Z","caller":"traceutil/trace.go:171","msg":"trace[385109797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13270; }","duration":"508.429563ms","start":"2026-02-24T20:27:21.69068Z","end":"2026-02-24T20:27:22.199109Z","steps":["trace[385109797] 'range keys from in-memory index tree' (duration: 508.191577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.199111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.794943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-24T20:27:22.199128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.378385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T20:27:22.199173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:21.690662Z","time spent":"508.503174ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:27:22.199194Z","caller":"traceutil/trace.go:171","msg":"trace[1523564811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:13270; }","duration":"596.926456ms","start":"2026-02-24T20:27:21.602246Z","end":"2026-02-24T20:27:22.199172Z","steps":["trace[1523564811] 'range keys from in-memory index tree' (duration: 596.576248ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:22.199213Z","caller":"traceutil/trace.go:171","msg":"trace[2040039341] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13270; }","duration":"412.513539ms","start":"2026-02-24T20:27:21.786679Z","end":"2026-02-24T20:27:22.199192Z","steps":["trace[2040039341] 'count revisions from in-memory index tree' (duration: 412.244672ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.199236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:21.602223Z","time spent":"597.003929ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:27:22.199354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:21.786663Z","time spent":"412.668622ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:27:22.199424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.070064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-02-24T20:27:22.199509Z","caller":"traceutil/trace.go:171","msg":"trace[383256654] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13270; }","duration":"946.212898ms","start":"2026-02-24T20:27:21.253277Z","end":"2026-02-24T20:27:22.19949Z","steps":["trace[383256654] 'range keys from in-memory index tree' (duration: 945.549661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.199552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:21.253252Z","time spent":"946.291889ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T20:27:22.741187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142269023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:27:22.74175Z","caller":"traceutil/trace.go:171","msg":"trace[413280490] linearizableReadLoop","detail":"{readStateIndex:13756; appliedIndex:13756; }","duration":"501.357121ms","start":"2026-02-24T20:27:22.240375Z","end":"2026-02-24T20:27:22.741732Z","steps":["trace[413280490] 'read index received' (duration: 501.351571ms)","trace[413280490] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:27:22.741572Z","caller":"traceutil/trace.go:171","msg":"trace[475588167] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"534.494117ms","start":"2026-02-24T20:27:22.20705Z","end":"2026-02-24T20:27:22.741544Z","steps":["trace[475588167] 'process raft request' (duration: 534.328053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.741992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.605377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T20:27:22.742161Z","caller":"traceutil/trace.go:171","msg":"trace[666087519] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:13271; }","duration":"501.823972ms","start":"2026-02-24T20:27:22.240321Z","end":"2026-02-24T20:27:22.742145Z","steps":["trace[666087519] 'agreement among raft nodes before linearized reading' (duration: 501.491464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.742225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:22.240304Z","time spent":"501.908684ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:27:22.742102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:22.207027Z","time spent":"534.817595ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:27:22.795802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.230633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:27:22.795832Z","caller":"traceutil/trace.go:171","msg":"trace[1340933705] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"392.825969ms","start":"2026-02-24T20:27:22.402965Z","end":"2026-02-24T20:27:22.795791Z","steps":["trace[1340933705] 'process raft request' (duration: 392.500281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.795889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.669029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:27:22.795917Z","caller":"traceutil/trace.go:171","msg":"trace[1143419774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13272; }","duration":"358.693689ms","start":"2026-02-24T20:27:22.437215Z","end":"2026-02-24T20:27:22.795908Z","steps":["trace[1143419774] 'agreement among raft nodes before linearized reading' (duration: 358.621987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.795945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:22.43717Z","time spent":"358.767791ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:27:22.795944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.9252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:27:22.795999Z","caller":"traceutil/trace.go:171","msg":"trace[1699178737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13272; }","duration":"139.006542ms","start":"2026-02-24T20:27:22.656978Z","end":"2026-02-24T20:27:22.795984Z","steps":["trace[1699178737] 'agreement among raft nodes before linearized reading' (duration: 138.723825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.796004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:22.402936Z","time spent":"392.979733ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:27:22.79598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.394113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:27:22.795864Z","caller":"traceutil/trace.go:171","msg":"trace[483503121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13272; }","duration":"138.306146ms","start":"2026-02-24T20:27:22.657542Z","end":"2026-02-24T20:27:22.795848Z","steps":["trace[483503121] 'agreement among raft nodes before linearized reading' (duration: 138.124391ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:22.796097Z","caller":"traceutil/trace.go:171","msg":"trace[1356102715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13272; }","duration":"197.535607ms","start":"2026-02-24T20:27:22.598535Z","end":"2026-02-24T20:27:22.796071Z","steps":["trace[1356102715] 'agreement among raft nodes before linearized reading' (duration: 197.296051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.796113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.304747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:27:22.796172Z","caller":"traceutil/trace.go:171","msg":"trace[2017854630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13272; }","duration":"143.406771ms","start":"2026-02-24T20:27:22.652749Z","end":"2026-02-24T20:27:22.796156Z","steps":["trace[2017854630] 'agreement among raft nodes before linearized reading' (duration: 142.897888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:22.795795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.23741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:27:22.796228Z","caller":"traceutil/trace.go:171","msg":"trace[73481663] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13272; }","duration":"227.734442ms","start":"2026-02-24T20:27:22.568477Z","end":"2026-02-24T20:27:22.796212Z","steps":["trace[73481663] 'agreement among raft nodes before linearized reading' (duration: 227.25341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:24.26071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.657966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-24T20:27:24.260791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.435488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:27:24.260811Z","caller":"traceutil/trace.go:171","msg":"trace[1706503464] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13284; }","duration":"445.804609ms","start":"2026-02-24T20:27:23.814983Z","end":"2026-02-24T20:27:24.260788Z","steps":["trace[1706503464] 'count revisions from in-memory index tree' (duration: 445.583944ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:24.260892Z","caller":"traceutil/trace.go:171","msg":"trace[1199844548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13284; }","duration":"569.588982ms","start":"2026-02-24T20:27:23.691283Z","end":"2026-02-24T20:27:24.260872Z","steps":["trace[1199844548] 'range keys from in-memory index tree' (duration: 569.330556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:24.260904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:23.814965Z","time spent":"445.922652ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:27:24.260935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:23.691259Z","time spent":"569.665683ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:27:44.012454Z","caller":"traceutil/trace.go:171","msg":"trace[1810640396] transaction","detail":"{read_only:false; response_revision:13571; number_of_response:1; }","duration":"198.535772ms","start":"2026-02-24T20:27:43.813881Z","end":"2026-02-24T20:27:44.012416Z","steps":["trace[1810640396] 'process raft request' (duration: 198.302706ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:35.307512Z","caller":"traceutil/trace.go:171","msg":"trace[181175207] transaction","detail":"{read_only:false; response_revision:14167; number_of_response:1; }","duration":"223.19021ms","start":"2026-02-24T20:28:35.084301Z","end":"2026-02-24T20:28:35.307491Z","steps":["trace[181175207] 'process raft request' (duration: 222.989675ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:35.307495Z","caller":"traceutil/trace.go:171","msg":"trace[1246039076] linearizableReadLoop","detail":"{readStateIndex:14681; appliedIndex:14680; }","duration":"141.565621ms","start":"2026-02-24T20:28:35.165902Z","end":"2026-02-24T20:28:35.307467Z","steps":["trace[1246039076] 'read index received' (duration: 141.411987ms)","trace[1246039076] 'applied index is now lower than readState.Index' (duration: 152.154µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:28:35.307668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.752516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:28:35.307723Z","caller":"traceutil/trace.go:171","msg":"trace[1574175326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14167; }","duration":"141.881419ms","start":"2026-02-24T20:28:35.16583Z","end":"2026-02-24T20:28:35.307711Z","steps":["trace[1574175326] 'agreement among raft nodes before linearized reading' (duration: 141.726315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:35.333405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.861834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:28:35.333448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.516119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:28:35.333488Z","caller":"traceutil/trace.go:171","msg":"trace[1182591367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14168; }","duration":"164.000317ms","start":"2026-02-24T20:28:35.169471Z","end":"2026-02-24T20:28:35.333471Z","steps":["trace[1182591367] 'agreement among raft nodes before linearized reading' (duration: 163.785472ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:35.333505Z","caller":"traceutil/trace.go:171","msg":"trace[1730134504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14168; }","duration":"112.617712ms","start":"2026-02-24T20:28:35.22087Z","end":"2026-02-24T20:28:35.333488Z","steps":["trace[1730134504] 'agreement among raft nodes before linearized reading' (duration: 112.482958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:35.333653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.751595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:28:35.33363Z","caller":"traceutil/trace.go:171","msg":"trace[109610360] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"132.296875ms","start":"2026-02-24T20:28:35.201265Z","end":"2026-02-24T20:28:35.333562Z","steps":["trace[109610360] 'process raft request' (duration: 131.869063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:35.333652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.642099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:28:35.333731Z","caller":"traceutil/trace.go:171","msg":"trace[1156029785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14168; }","duration":"107.771353ms","start":"2026-02-24T20:28:35.225941Z","end":"2026-02-24T20:28:35.333712Z","steps":["trace[1156029785] 'agreement among raft nodes before linearized reading' (duration: 107.478185ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:35.33368Z","caller":"traceutil/trace.go:171","msg":"trace[1298509980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14168; }","duration":"156.797805ms","start":"2026-02-24T20:28:35.176873Z","end":"2026-02-24T20:28:35.33367Z","steps":["trace[1298509980] 'agreement among raft nodes before linearized reading' (duration: 156.721753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:39.165471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11867} {"level":"info","ts":"2026-02-24T20:28:39.248262Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11867,"took":"80.025845ms","hash":3284952295,"current-db-size-bytes":40595456,"current-db-size":"41 MB","current-db-size-in-use-bytes":27594752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T20:28:39.248325Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3284952295,"revision":11867,"compact-revision":9705} {"level":"warn","ts":"2026-02-24T20:29:09.660047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142272602,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:29:09.681764Z","caller":"traceutil/trace.go:171","msg":"trace[1195630599] transaction","detail":"{read_only:false; response_revision:14328; number_of_response:1; }","duration":"558.082811ms","start":"2026-02-24T20:29:09.123658Z","end":"2026-02-24T20:29:09.681741Z","steps":["trace[1195630599] 'process raft request' (duration: 557.778084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:09.681995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.123632Z","time spent":"558.288956ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:29:10.053429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.785677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:29:10.053767Z","caller":"traceutil/trace.go:171","msg":"trace[1220998814] transaction","detail":"{read_only:false; response_revision:14329; number_of_response:1; }","duration":"618.71818ms","start":"2026-02-24T20:29:09.435017Z","end":"2026-02-24T20:29:10.053735Z","steps":["trace[1220998814] 'process raft request' (duration: 295.535004ms)","trace[1220998814] 'compare' (duration: 322.452319ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:29:10.053913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.434994Z","time spent":"618.875924ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:29:10.054057Z","caller":"traceutil/trace.go:171","msg":"trace[1582024512] transaction","detail":"{read_only:false; response_revision:14330; number_of_response:1; }","duration":"617.653515ms","start":"2026-02-24T20:29:09.436393Z","end":"2026-02-24T20:29:10.054047Z","steps":["trace[1582024512] 'process raft request' (duration: 617.255886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.054103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.436375Z","time spent":"617.705816ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:29:10.05426Z","caller":"traceutil/trace.go:171","msg":"trace[927263147] linearizableReadLoop","detail":"{readStateIndex:14853; appliedIndex:14849; }","duration":"894.70864ms","start":"2026-02-24T20:29:09.159503Z","end":"2026-02-24T20:29:10.054212Z","steps":["trace[927263147] 'read index received' (duration: 521.770128ms)","trace[927263147] 'applied index is now lower than readState.Index' (duration: 372.936932ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:29:10.054401Z","caller":"traceutil/trace.go:171","msg":"trace[769153535] transaction","detail":"{read_only:false; response_revision:14331; number_of_response:1; }","duration":"567.656684ms","start":"2026-02-24T20:29:09.486729Z","end":"2026-02-24T20:29:10.054386Z","steps":["trace[769153535] 'process raft request' (duration: 567.278565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.054473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.968116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"info","ts":"2026-02-24T20:29:10.054497Z","caller":"traceutil/trace.go:171","msg":"trace[1422603319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:14331; }","duration":"895.021917ms","start":"2026-02-24T20:29:09.159469Z","end":"2026-02-24T20:29:10.054491Z","steps":["trace[1422603319] 'agreement among raft nodes before linearized reading' (duration: 894.909795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.054513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.159457Z","time spent":"895.052628ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:29:10.054532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.486712Z","time spent":"567.733685ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:29:10.064813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.744708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:10.064892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.882646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:10.064955Z","caller":"traceutil/trace.go:171","msg":"trace[250037496] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14332; }","duration":"486.014188ms","start":"2026-02-24T20:29:09.578926Z","end":"2026-02-24T20:29:10.064941Z","steps":["trace[250037496] 'agreement among raft nodes before linearized reading' (duration: 485.832494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.06499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.578915Z","time spent":"486.069719ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:10.064872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.157749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:10.065053Z","caller":"traceutil/trace.go:171","msg":"trace[1728539004] transaction","detail":"{read_only:false; response_revision:14332; number_of_response:1; }","duration":"118.506722ms","start":"2026-02-24T20:29:09.946465Z","end":"2026-02-24T20:29:10.064972Z","steps":["trace[1728539004] 'process raft request' (duration: 118.148294ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:10.06509Z","caller":"traceutil/trace.go:171","msg":"trace[1617932831] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14332; }","duration":"330.347812ms","start":"2026-02-24T20:29:09.734681Z","end":"2026-02-24T20:29:10.065029Z","steps":["trace[1617932831] 'agreement among raft nodes before linearized reading' (duration: 330.066686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.40038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.065188Z","caller":"traceutil/trace.go:171","msg":"trace[31657939] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14332; }","duration":"487.456991ms","start":"2026-02-24T20:29:09.577724Z","end":"2026-02-24T20:29:10.065181Z","steps":["trace[31657939] 'agreement among raft nodes before linearized reading' (duration: 487.40809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.577712Z","time spent":"487.489722ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T20:29:10.06516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.73467Z","time spent":"330.449885ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:10.065482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.584678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T20:29:10.065507Z","caller":"traceutil/trace.go:171","msg":"trace[462712516] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14332; }","duration":"640.644629ms","start":"2026-02-24T20:29:09.424856Z","end":"2026-02-24T20:29:10.065501Z","steps":["trace[462712516] 'agreement among raft nodes before linearized reading' (duration: 640.585258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.42484Z","time spent":"640.680871ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T20:29:10.065545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.925139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T20:29:10.065556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.463994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:10.065606Z","caller":"traceutil/trace.go:171","msg":"trace[1155459323] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14332; }","duration":"552.010131ms","start":"2026-02-24T20:29:09.513581Z","end":"2026-02-24T20:29:10.065591Z","steps":["trace[1155459323] 'agreement among raft nodes before linearized reading' (duration: 551.848398ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.016222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:10.065645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.51357Z","time spent":"552.067902ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-24T20:29:10.06566Z","caller":"traceutil/trace.go:171","msg":"trace[772150118] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14332; }","duration":"906.054194ms","start":"2026-02-24T20:29:09.159597Z","end":"2026-02-24T20:29:10.065651Z","steps":["trace[772150118] 'agreement among raft nodes before linearized reading' (duration: 906.015123ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.792173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" ","response":"range_response_count:1 size:20454"} {"level":"warn","ts":"2026-02-24T20:29:10.06568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.159589Z","time spent":"906.086844ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:29:10.065571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.931099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"warn","ts":"2026-02-24T20:29:10.065717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.692691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.065769Z","caller":"traceutil/trace.go:171","msg":"trace[1719235605] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14332; }","duration":"640.773502ms","start":"2026-02-24T20:29:09.424983Z","end":"2026-02-24T20:29:10.065757Z","steps":["trace[1719235605] 'agreement among raft nodes before linearized reading' (duration: 640.69581ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:10.065787Z","caller":"traceutil/trace.go:171","msg":"trace[925848656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14332; }","duration":"546.141715ms","start":"2026-02-24T20:29:09.5196Z","end":"2026-02-24T20:29:10.065742Z","steps":["trace[925848656] 'agreement among raft nodes before linearized reading' (duration: 545.826007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.680989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.065887Z","caller":"traceutil/trace.go:171","msg":"trace[345530390] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14332; }","duration":"553.73817ms","start":"2026-02-24T20:29:09.51214Z","end":"2026-02-24T20:29:10.065878Z","steps":["trace[345530390] 'agreement among raft nodes before linearized reading' (duration: 553.687309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.79341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:29:10.065897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.13301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.065922Z","caller":"traceutil/trace.go:171","msg":"trace[420537583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14332; }","duration":"537.814761ms","start":"2026-02-24T20:29:09.528102Z","end":"2026-02-24T20:29:10.065917Z","steps":["trace[420537583] 'agreement among raft nodes before linearized reading' (duration: 537.756899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.06595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.52807Z","time spent":"537.874282ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:29:10.065919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.512127Z","time spent":"553.786512ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T20:29:10.065994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.055418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.065936Z","caller":"traceutil/trace.go:171","msg":"trace[180485934] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14332; }","duration":"334.192382ms","start":"2026-02-24T20:29:09.731732Z","end":"2026-02-24T20:29:10.065925Z","steps":["trace[180485934] 'agreement among raft nodes before linearized reading' (duration: 334.136731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.731721Z","time spent":"334.307694ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-24T20:29:10.066032Z","caller":"traceutil/trace.go:171","msg":"trace[964005987] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14332; }","duration":"334.13094ms","start":"2026-02-24T20:29:09.73189Z","end":"2026-02-24T20:29:10.066021Z","steps":["trace[964005987] 'agreement among raft nodes before linearized reading' (duration: 334.074699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.06543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.401142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:29:10.06608Z","caller":"traceutil/trace.go:171","msg":"trace[1026594519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14332; }","duration":"535.066157ms","start":"2026-02-24T20:29:09.531008Z","end":"2026-02-24T20:29:10.066074Z","steps":["trace[1026594519] 'agreement among raft nodes before linearized reading' (duration: 534.381212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.731868Z","time spent":"334.195902ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.530999Z","time spent":"535.099448ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:29:10.065637Z","caller":"traceutil/trace.go:171","msg":"trace[883795945] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14332; }","duration":"277.556167ms","start":"2026-02-24T20:29:09.788057Z","end":"2026-02-24T20:29:10.065613Z","steps":["trace[883795945] 'agreement among raft nodes before linearized reading' (duration: 277.286291ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:10.065705Z","caller":"traceutil/trace.go:171","msg":"trace[623655126] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj8l6; range_end:; response_count:1; response_revision:14332; }","duration":"327.889755ms","start":"2026-02-24T20:29:09.737799Z","end":"2026-02-24T20:29:10.065688Z","steps":["trace[623655126] 'agreement among raft nodes before linearized reading' (duration: 327.6731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.06582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.424965Z","time spent":"640.844084ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.737787Z","time spent":"328.401427ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20478,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" "} {"level":"info","ts":"2026-02-24T20:29:10.064911Z","caller":"traceutil/trace.go:171","msg":"trace[1143429556] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14332; }","duration":"276.880411ms","start":"2026-02-24T20:29:09.788016Z","end":"2026-02-24T20:29:10.064896Z","steps":["trace[1143429556] 'agreement among raft nodes before linearized reading' (duration: 276.744528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.417026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.066257Z","caller":"traceutil/trace.go:171","msg":"trace[1923677680] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14332; }","duration":"334.465648ms","start":"2026-02-24T20:29:09.731781Z","end":"2026-02-24T20:29:10.066246Z","steps":["trace[1923677680] 'agreement among raft nodes before linearized reading' (duration: 334.408607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.731774Z","time spent":"334.521129ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.437536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T20:29:10.065999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.635733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:10.066383Z","caller":"traceutil/trace.go:171","msg":"trace[1960038366] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14332; }","duration":"278.499308ms","start":"2026-02-24T20:29:09.787875Z","end":"2026-02-24T20:29:10.066375Z","steps":["trace[1960038366] 'agreement among raft nodes before linearized reading' (duration: 278.415536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.065377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.004263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:29:10.06642Z","caller":"traceutil/trace.go:171","msg":"trace[317524072] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14332; }","duration":"636.091334ms","start":"2026-02-24T20:29:09.430318Z","end":"2026-02-24T20:29:10.06641Z","steps":["trace[317524072] 'agreement among raft nodes before linearized reading' (duration: 635.618733ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:10.066432Z","caller":"traceutil/trace.go:171","msg":"trace[1859417174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14332; }","duration":"535.068757ms","start":"2026-02-24T20:29:09.531354Z","end":"2026-02-24T20:29:10.066423Z","steps":["trace[1859417174] 'agreement among raft nodes before linearized reading' (duration: 533.990633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.531346Z","time spent":"535.110948ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.4303Z","time spent":"636.156005ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.519581Z","time spent":"546.291708ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.747749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T20:29:10.066569Z","caller":"traceutil/trace.go:171","msg":"trace[2022467831] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14332; }","duration":"379.791241ms","start":"2026-02-24T20:29:09.686772Z","end":"2026-02-24T20:29:10.066564Z","steps":["trace[2022467831] 'agreement among raft nodes before linearized reading' (duration: 379.737759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.686759Z","time spent":"379.823342ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T20:29:10.065327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.349791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T20:29:10.066547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.641026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T20:29:10.066297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.958348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" ","response":"range_response_count:1 size:9661"} {"level":"warn","ts":"2026-02-24T20:29:10.066698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.279907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:10.066722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.721857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.066736Z","caller":"traceutil/trace.go:171","msg":"trace[472029719] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14332; }","duration":"487.338588ms","start":"2026-02-24T20:29:09.579388Z","end":"2026-02-24T20:29:10.066727Z","steps":["trace[472029719] 'agreement among raft nodes before linearized reading' (duration: 487.285687ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:10.0667Z","caller":"traceutil/trace.go:171","msg":"trace[109481906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14332; }","duration":"543.901133ms","start":"2026-02-24T20:29:09.522786Z","end":"2026-02-24T20:29:10.066687Z","steps":["trace[109481906] 'agreement among raft nodes before linearized reading' (duration: 543.387721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.066828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.522779Z","time spent":"544.037676ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:29:10.066772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.579376Z","time spent":"487.38918ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-24T20:29:10.066654Z","caller":"traceutil/trace.go:171","msg":"trace[1002839030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14332; }","duration":"532.671053ms","start":"2026-02-24T20:29:09.533953Z","end":"2026-02-24T20:29:10.066624Z","steps":["trace[1002839030] 'agreement among raft nodes before linearized reading' (duration: 531.330311ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.067089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.533943Z","time spent":"533.134463ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:29:10.066743Z","caller":"traceutil/trace.go:171","msg":"trace[269976339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14332; }","duration":"375.785508ms","start":"2026-02-24T20:29:09.69095Z","end":"2026-02-24T20:29:10.066736Z","steps":["trace[269976339] 'agreement among raft nodes before linearized reading' (duration: 375.742147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.067239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.690941Z","time spent":"376.288781ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:29:10.068094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.854523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:10.06817Z","caller":"traceutil/trace.go:171","msg":"trace[525439155] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14332; }","duration":"488.965696ms","start":"2026-02-24T20:29:09.579195Z","end":"2026-02-24T20:29:10.06816Z","steps":["trace[525439155] 'agreement among raft nodes before linearized reading' (duration: 485.540307ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.068304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.579173Z","time spent":"489.119729ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T20:29:10.066734Z","caller":"traceutil/trace.go:171","msg":"trace[1237443969] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2nqm6; range_end:; response_count:1; response_revision:14332; }","duration":"322.502991ms","start":"2026-02-24T20:29:09.744221Z","end":"2026-02-24T20:29:10.066724Z","steps":["trace[1237443969] 'agreement among raft nodes before linearized reading' (duration: 321.066807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:10.069792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:09.744213Z","time spent":"325.567592ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9685,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" "} {"level":"info","ts":"2026-02-24T20:29:11.903805Z","caller":"traceutil/trace.go:171","msg":"trace[1814410745] transaction","detail":"{read_only:false; response_revision:14339; number_of_response:1; }","duration":"128.3346ms","start":"2026-02-24T20:29:11.775449Z","end":"2026-02-24T20:29:11.903784Z","steps":["trace[1814410745] 'process raft request' (duration: 128.189737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.293092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.489585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:12.293178Z","caller":"traceutil/trace.go:171","msg":"trace[1982898578] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14339; }","duration":"237.589587ms","start":"2026-02-24T20:29:12.055567Z","end":"2026-02-24T20:29:12.293157Z","steps":["trace[1982898578] 'count revisions from in-memory index tree' (duration: 237.406053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.571369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142272645,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:29:12.685775Z","caller":"traceutil/trace.go:171","msg":"trace[1811055658] transaction","detail":"{read_only:false; response_revision:14340; number_of_response:1; }","duration":"625.562468ms","start":"2026-02-24T20:29:12.060186Z","end":"2026-02-24T20:29:12.685748Z","steps":["trace[1811055658] 'process raft request' (duration: 625.405124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.685931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.06017Z","time spent":"625.679762ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:29:12.687206Z","caller":"traceutil/trace.go:171","msg":"trace[846990824] linearizableReadLoop","detail":"{readStateIndex:14864; appliedIndex:14861; }","duration":"616.097849ms","start":"2026-02-24T20:29:12.071086Z","end":"2026-02-24T20:29:12.687184Z","steps":["trace[846990824] 'read index received' (duration: 614.573713ms)","trace[846990824] 'applied index is now lower than readState.Index' (duration: 1.523206ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:29:12.687432Z","caller":"traceutil/trace.go:171","msg":"trace[1929693046] transaction","detail":"{read_only:false; response_revision:14341; number_of_response:1; }","duration":"626.691215ms","start":"2026-02-24T20:29:12.060727Z","end":"2026-02-24T20:29:12.687419Z","steps":["trace[1929693046] 'process raft request' (duration: 626.330427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.687542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.060704Z","time spent":"626.768156ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:29:12.687904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.18173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:29:12.687956Z","caller":"traceutil/trace.go:171","msg":"trace[376969492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14342; }","duration":"563.245631ms","start":"2026-02-24T20:29:12.124697Z","end":"2026-02-24T20:29:12.687942Z","steps":["trace[376969492] 'agreement among raft nodes before linearized reading' (duration: 563.112008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.688086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.124689Z","time spent":"563.296512ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:29:12.688091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.356113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T20:29:12.688259Z","caller":"traceutil/trace.go:171","msg":"trace[826543380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14342; }","duration":"169.559508ms","start":"2026-02-24T20:29:12.51868Z","end":"2026-02-24T20:29:12.688239Z","steps":["trace[826543380] 'agreement among raft nodes before linearized reading' (duration: 169.273701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.688376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.185299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:12.688409Z","caller":"traceutil/trace.go:171","msg":"trace[863161720] transaction","detail":"{read_only:false; response_revision:14342; number_of_response:1; }","duration":"627.583656ms","start":"2026-02-24T20:29:12.060814Z","end":"2026-02-24T20:29:12.688398Z","steps":["trace[863161720] 'process raft request' (duration: 626.333557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:12.688425Z","caller":"traceutil/trace.go:171","msg":"trace[1690294322] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14342; }","duration":"408.257211ms","start":"2026-02-24T20:29:12.280154Z","end":"2026-02-24T20:29:12.688411Z","steps":["trace[1690294322] 'agreement among raft nodes before linearized reading' (duration: 408.187309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.688458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.28014Z","time spent":"408.308652ms","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:29:12.68847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.060801Z","time spent":"627.630116ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:29:12.688659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.572554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-24T20:29:12.688694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.039107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-24T20:29:12.688723Z","caller":"traceutil/trace.go:171","msg":"trace[586628235] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:14342; }","duration":"442.137539ms","start":"2026-02-24T20:29:12.246577Z","end":"2026-02-24T20:29:12.688714Z","steps":["trace[586628235] 'agreement among raft nodes before linearized reading' (duration: 442.046786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.688757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.246544Z","time spent":"442.207191ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:29:12.688641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.724424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6388"} {"level":"warn","ts":"2026-02-24T20:29:12.688942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.870274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" ","response":"range_response_count:1 size:9661"} {"level":"info","ts":"2026-02-24T20:29:12.688977Z","caller":"traceutil/trace.go:171","msg":"trace[1675181100] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2nqm6; range_end:; response_count:1; response_revision:14342; }","duration":"525.916935ms","start":"2026-02-24T20:29:12.163052Z","end":"2026-02-24T20:29:12.688969Z","steps":["trace[1675181100] 'agreement among raft nodes before linearized reading' (duration: 525.824993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.163045Z","time spent":"525.953196ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9685,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" "} {"level":"info","ts":"2026-02-24T20:29:12.689095Z","caller":"traceutil/trace.go:171","msg":"trace[1665350852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:14342; }","duration":"608.050142ms","start":"2026-02-24T20:29:12.080894Z","end":"2026-02-24T20:29:12.688944Z","steps":["trace[1665350852] 'agreement among raft nodes before linearized reading' (duration: 607.319884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.688048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.637978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T20:29:12.688695Z","caller":"traceutil/trace.go:171","msg":"trace[680530077] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14342; }","duration":"617.649075ms","start":"2026-02-24T20:29:12.071037Z","end":"2026-02-24T20:29:12.688686Z","steps":["trace[680530077] 'agreement among raft nodes before linearized reading' (duration: 617.547042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.071018Z","time spent":"618.2943ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.577624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" ","response":"range_response_count:1 size:20454"} {"level":"warn","ts":"2026-02-24T20:29:12.689499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.234551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:29:12.689559Z","caller":"traceutil/trace.go:171","msg":"trace[724044767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14342; }","duration":"538.302852ms","start":"2026-02-24T20:29:12.151231Z","end":"2026-02-24T20:29:12.689534Z","steps":["trace[724044767] 'agreement among raft nodes before linearized reading' (duration: 538.203049ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:12.689554Z","caller":"traceutil/trace.go:171","msg":"trace[302463332] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj8l6; range_end:; response_count:1; response_revision:14342; }","duration":"527.703206ms","start":"2026-02-24T20:29:12.161827Z","end":"2026-02-24T20:29:12.68953Z","steps":["trace[302463332] 'agreement among raft nodes before linearized reading' (duration: 527.41075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.151219Z","time spent":"538.372264ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.326252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:29:12.689619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.161821Z","time spent":"527.786108ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20478,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.418085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:29:12.689654Z","caller":"traceutil/trace.go:171","msg":"trace[434259414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14342; }","duration":"538.527027ms","start":"2026-02-24T20:29:12.151116Z","end":"2026-02-24T20:29:12.689643Z","steps":["trace[434259414] 'agreement among raft nodes before linearized reading' (duration: 538.297542ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:12.689669Z","caller":"traceutil/trace.go:171","msg":"trace[1202606915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14342; }","duration":"538.463215ms","start":"2026-02-24T20:29:12.151196Z","end":"2026-02-24T20:29:12.689659Z","steps":["trace[1202606915] 'agreement among raft nodes before linearized reading' (duration: 538.382794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.68969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.151188Z","time spent":"538.497526ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.151098Z","time spent":"538.592618ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.67718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:29:12.689737Z","caller":"traceutil/trace.go:171","msg":"trace[769886972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14342; }","duration":"538.729782ms","start":"2026-02-24T20:29:12.151Z","end":"2026-02-24T20:29:12.68973Z","steps":["trace[769886972] 'agreement among raft nodes before linearized reading' (duration: 538.65486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.150986Z","time spent":"538.780103ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.628752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.6898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.769169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:12.689819Z","caller":"traceutil/trace.go:171","msg":"trace[1442768207] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14342; }","duration":"614.797869ms","start":"2026-02-24T20:29:12.075015Z","end":"2026-02-24T20:29:12.689813Z","steps":["trace[1442768207] 'agreement among raft nodes before linearized reading' (duration: 614.748068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.610714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.689841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.075009Z","time spent":"614.829021ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-24T20:29:12.689854Z","caller":"traceutil/trace.go:171","msg":"trace[1396887159] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14342; }","duration":"614.652715ms","start":"2026-02-24T20:29:12.075191Z","end":"2026-02-24T20:29:12.689844Z","steps":["trace[1396887159] 'agreement among raft nodes before linearized reading' (duration: 614.608884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.52946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:12.68992Z","caller":"traceutil/trace.go:171","msg":"trace[1796692024] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14342; }","duration":"613.593071ms","start":"2026-02-24T20:29:12.076319Z","end":"2026-02-24T20:29:12.689913Z","steps":["trace[1796692024] 'agreement among raft nodes before linearized reading' (duration: 613.52425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.689916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.075174Z","time spent":"614.717737ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.076292Z","time spent":"613.646872ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-24T20:29:12.689881Z","caller":"traceutil/trace.go:171","msg":"trace[94983498] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14342; }","duration":"613.682763ms","start":"2026-02-24T20:29:12.076126Z","end":"2026-02-24T20:29:12.689809Z","steps":["trace[94983498] 'agreement among raft nodes before linearized reading' (duration: 613.617381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.696843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"warn","ts":"2026-02-24T20:29:12.690022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.076117Z","time spent":"613.861307ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T20:29:12.690064Z","caller":"traceutil/trace.go:171","msg":"trace[2096866325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14342; }","duration":"613.730284ms","start":"2026-02-24T20:29:12.076328Z","end":"2026-02-24T20:29:12.690058Z","steps":["trace[2096866325] 'agreement among raft nodes before linearized reading' (duration: 613.677092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.07632Z","time spent":"613.757915ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:12.689752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.748659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.690208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.693976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:12.690224Z","caller":"traceutil/trace.go:171","msg":"trace[374865722] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14342; }","duration":"617.732926ms","start":"2026-02-24T20:29:12.072486Z","end":"2026-02-24T20:29:12.690219Z","steps":["trace[374865722] 'agreement among raft nodes before linearized reading' (duration: 617.711236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.072475Z","time spent":"617.760188ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T20:29:12.690232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.380666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.690339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.442127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:12.690342Z","caller":"traceutil/trace.go:171","msg":"trace[1165268515] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14342; }","duration":"616.483878ms","start":"2026-02-24T20:29:12.073809Z","end":"2026-02-24T20:29:12.690293Z","steps":["trace[1165268515] 'agreement among raft nodes before linearized reading' (duration: 616.330704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.080879Z","time spent":"609.428433ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6412,"request content":"key:\"/registry/pods/openstack/keepalived-vsl2x\" "} {"level":"warn","ts":"2026-02-24T20:29:12.690441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.073799Z","time spent":"616.625701ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-24T20:29:12.690409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.451125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T20:29:12.69051Z","caller":"traceutil/trace.go:171","msg":"trace[1361062962] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14342; }","duration":"615.571187ms","start":"2026-02-24T20:29:12.074934Z","end":"2026-02-24T20:29:12.690505Z","steps":["trace[1361062962] 'agreement among raft nodes before linearized reading' (duration: 615.438374ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:29:12.690334Z","caller":"traceutil/trace.go:171","msg":"trace[1411256208] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14342; }","duration":"615.242259ms","start":"2026-02-24T20:29:12.074983Z","end":"2026-02-24T20:29:12.690225Z","steps":["trace[1411256208] 'agreement among raft nodes before linearized reading' (duration: 614.755468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.074924Z","time spent":"615.609758ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T20:29:12.690179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.852656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.690563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.074973Z","time spent":"615.582797ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T20:29:12.690651Z","caller":"traceutil/trace.go:171","msg":"trace[928571804] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14342; }","duration":"617.310907ms","start":"2026-02-24T20:29:12.073292Z","end":"2026-02-24T20:29:12.690603Z","steps":["trace[928571804] 'agreement among raft nodes before linearized reading' (duration: 616.876977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.298697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:29:12.690709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.07328Z","time spent":"617.413629ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T20:29:12.690361Z","caller":"traceutil/trace.go:171","msg":"trace[379927031] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14342; }","duration":"616.475337ms","start":"2026-02-24T20:29:12.07388Z","end":"2026-02-24T20:29:12.690355Z","steps":["trace[379927031] 'agreement among raft nodes before linearized reading' (duration: 616.445247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.691028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.073876Z","time spent":"616.950829ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-24T20:29:12.690715Z","caller":"traceutil/trace.go:171","msg":"trace[1362457550] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14342; }","duration":"617.855399ms","start":"2026-02-24T20:29:12.072838Z","end":"2026-02-24T20:29:12.690694Z","steps":["trace[1362457550] 'agreement among raft nodes before linearized reading' (duration: 617.308487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.691326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.072829Z","time spent":"618.487363ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-24T20:29:12.689362Z","caller":"traceutil/trace.go:171","msg":"trace[1625842736] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14342; }","duration":"616.932539ms","start":"2026-02-24T20:29:12.07238Z","end":"2026-02-24T20:29:12.689313Z","steps":["trace[1625842736] 'agreement among raft nodes before linearized reading' (duration: 615.387772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.690657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.108475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-24T20:29:12.691394Z","caller":"traceutil/trace.go:171","msg":"trace[1677067955] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14342; }","duration":"618.908774ms","start":"2026-02-24T20:29:12.072477Z","end":"2026-02-24T20:29:12.691385Z","steps":["trace[1677067955] 'agreement among raft nodes before linearized reading' (duration: 617.949262ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.69142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.072468Z","time spent":"618.942415ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-24T20:29:12.692071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.976326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:29:12.692139Z","caller":"traceutil/trace.go:171","msg":"trace[395204342] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14342; }","duration":"617.088703ms","start":"2026-02-24T20:29:12.075036Z","end":"2026-02-24T20:29:12.692124Z","steps":["trace[395204342] 'agreement among raft nodes before linearized reading' (duration: 614.718078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.692297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.075024Z","time spent":"617.139994ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-24T20:29:12.692989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.104069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:12.693048Z","caller":"traceutil/trace.go:171","msg":"trace[1946676244] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14342; }","duration":"619.178871ms","start":"2026-02-24T20:29:12.073856Z","end":"2026-02-24T20:29:12.693035Z","steps":["trace[1946676244] 'agreement among raft nodes before linearized reading' (duration: 616.710243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.69308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.073851Z","time spent":"619.221842ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:12.693162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.637812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-02-24T20:29:12.693248Z","caller":"traceutil/trace.go:171","msg":"trace[435392874] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14342; }","duration":"616.842276ms","start":"2026-02-24T20:29:12.076388Z","end":"2026-02-24T20:29:12.693231Z","steps":["trace[435392874] 'agreement among raft nodes before linearized reading' (duration: 613.614691ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:29:12.693304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.076378Z","time spent":"616.907397ms","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5502,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-24T20:29:12.694418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:29:12.072346Z","time spent":"622.040728ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-24T20:33:39.172324Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14183} {"level":"info","ts":"2026-02-24T20:33:39.284747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14183,"took":"109.884014ms","hash":2839406085,"current-db-size-bytes":41017344,"current-db-size":"41 MB","current-db-size-in-use-bytes":27865088,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T20:33:39.284826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2839406085,"revision":14183,"compact-revision":11867} {"level":"info","ts":"2026-02-24T20:34:25.536178Z","caller":"traceutil/trace.go:171","msg":"trace[1057688160] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"101.002112ms","start":"2026-02-24T20:34:25.434942Z","end":"2026-02-24T20:34:25.535944Z","steps":["trace[1057688160] 'process raft request' (duration: 100.413158ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:26.381085Z","caller":"traceutil/trace.go:171","msg":"trace[1636499078] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"101.74751ms","start":"2026-02-24T20:34:26.27931Z","end":"2026-02-24T20:34:26.381057Z","steps":["trace[1636499078] 'process raft request' (duration: 101.212577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:27.716021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.810237ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:34:28.030487Z","caller":"traceutil/trace.go:171","msg":"trace[553018256] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"200.57748ms","start":"2026-02-24T20:34:27.829884Z","end":"2026-02-24T20:34:28.030461Z","steps":["trace[553018256] 'process raft request' (duration: 200.439226ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.040269Z","caller":"traceutil/trace.go:171","msg":"trace[1274648591] linearizableReadLoop","detail":"{readStateIndex:17163; appliedIndex:17161; }","duration":"157.711214ms","start":"2026-02-24T20:34:27.882533Z","end":"2026-02-24T20:34:28.040245Z","steps":["trace[1274648591] 'read index received' (duration: 148.60145ms)","trace[1274648591] 'applied index is now lower than readState.Index' (duration: 9.108464ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:28.040597Z","caller":"traceutil/trace.go:171","msg":"trace[773630853] transaction","detail":"{read_only:false; response_revision:16561; number_of_response:1; }","duration":"206.995522ms","start":"2026-02-24T20:34:27.833584Z","end":"2026-02-24T20:34:28.04058Z","steps":["trace[773630853] 'process raft request' (duration: 206.460839ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.040809Z","caller":"traceutil/trace.go:171","msg":"trace[1030686372] transaction","detail":"{read_only:false; response_revision:16562; number_of_response:1; }","duration":"201.781019ms","start":"2026-02-24T20:34:27.839014Z","end":"2026-02-24T20:34:28.040795Z","steps":["trace[1030686372] 'process raft request' (duration: 201.187425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.041078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.526893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-vsl2x\" ","response":"range_response_count:1 size:6389"} {"level":"info","ts":"2026-02-24T20:34:28.04112Z","caller":"traceutil/trace.go:171","msg":"trace[925924803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-vsl2x; range_end:; response_count:1; response_revision:16562; }","duration":"158.608815ms","start":"2026-02-24T20:34:27.8825Z","end":"2026-02-24T20:34:28.041109Z","steps":["trace[925924803] 'agreement among raft nodes before linearized reading' (duration: 158.464071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.041466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.124153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T20:34:28.041554Z","caller":"traceutil/trace.go:171","msg":"trace[1057490165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16562; }","duration":"138.262937ms","start":"2026-02-24T20:34:27.903269Z","end":"2026-02-24T20:34:28.041532Z","steps":["trace[1057490165] 'agreement among raft nodes before linearized reading' (duration: 138.023841ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:46.488481Z","caller":"traceutil/trace.go:171","msg":"trace[813920145] transaction","detail":"{read_only:false; response_revision:16680; number_of_response:1; }","duration":"393.944442ms","start":"2026-02-24T20:34:46.094514Z","end":"2026-02-24T20:34:46.488459Z","steps":["trace[813920145] 'process raft request' (duration: 393.780498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:46.488673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:46.094479Z","time spent":"394.107526ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:46.49107Z","caller":"traceutil/trace.go:171","msg":"trace[433333286] linearizableReadLoop","detail":"{readStateIndex:17286; appliedIndex:17284; }","duration":"139.439952ms","start":"2026-02-24T20:34:46.351586Z","end":"2026-02-24T20:34:46.491026Z","steps":["trace[433333286] 'read index received' (duration: 136.861961ms)","trace[433333286] 'applied index is now lower than readState.Index' (duration: 2.576131ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:46.491158Z","caller":"traceutil/trace.go:171","msg":"trace[1165371694] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"394.594598ms","start":"2026-02-24T20:34:46.096531Z","end":"2026-02-24T20:34:46.491125Z","steps":["trace[1165371694] 'process raft request' (duration: 394.192449ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:46.49124Z","caller":"traceutil/trace.go:171","msg":"trace[443334129] transaction","detail":"{read_only:false; response_revision:16682; number_of_response:1; }","duration":"393.748717ms","start":"2026-02-24T20:34:46.097458Z","end":"2026-02-24T20:34:46.491207Z","steps":["trace[443334129] 'process raft request' (duration: 393.510052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:46.491364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.769409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" ","response":"range_response_count:1 size:9662"} {"level":"warn","ts":"2026-02-24T20:34:46.491388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:46.096492Z","time spent":"394.756942ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:46.491404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:46.097421Z","time spent":"393.904681ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:46.491431Z","caller":"traceutil/trace.go:171","msg":"trace[574509864] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2nqm6; range_end:; response_count:1; response_revision:16682; }","duration":"139.876592ms","start":"2026-02-24T20:34:46.351537Z","end":"2026-02-24T20:34:46.491414Z","steps":["trace[574509864] 'agreement among raft nodes before linearized reading' (duration: 139.686027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.386449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.479146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:34:52.38655Z","caller":"traceutil/trace.go:171","msg":"trace[738417921] transaction","detail":"{read_only:false; response_revision:16740; number_of_response:1; }","duration":"206.063544ms","start":"2026-02-24T20:34:52.180468Z","end":"2026-02-24T20:34:52.386532Z","steps":["trace[738417921] 'process raft request' (duration: 94.442886ms)","trace[738417921] 'compare' (duration: 111.133306ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:52.422152Z","caller":"traceutil/trace.go:171","msg":"trace[145475398] linearizableReadLoop","detail":"{readStateIndex:17346; appliedIndex:17344; }","duration":"229.869423ms","start":"2026-02-24T20:34:52.192254Z","end":"2026-02-24T20:34:52.422124Z","steps":["trace[145475398] 'read index received' (duration: 82.66793ms)","trace[145475398] 'applied index is now lower than readState.Index' (duration: 147.190113ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:52.422301Z","caller":"traceutil/trace.go:171","msg":"trace[1841333274] transaction","detail":"{read_only:false; response_revision:16741; number_of_response:1; }","duration":"240.851041ms","start":"2026-02-24T20:34:52.181435Z","end":"2026-02-24T20:34:52.422286Z","steps":["trace[1841333274] 'process raft request' (duration: 240.552304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.422576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.313764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-24T20:34:52.422715Z","caller":"traceutil/trace.go:171","msg":"trace[1611542168] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16741; }","duration":"230.446447ms","start":"2026-02-24T20:34:52.192201Z","end":"2026-02-24T20:34:52.422647Z","steps":["trace[1611542168] 'agreement among raft nodes before linearized reading' (duration: 230.18197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.422911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.475184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T20:34:52.422993Z","caller":"traceutil/trace.go:171","msg":"trace[1786479434] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:16741; }","duration":"151.615137ms","start":"2026-02-24T20:34:52.271363Z","end":"2026-02-24T20:34:52.422979Z","steps":["trace[1786479434] 'agreement among raft nodes before linearized reading' (duration: 151.31524ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.55551Z","caller":"traceutil/trace.go:171","msg":"trace[419112057] linearizableReadLoop","detail":"{readStateIndex:17348; appliedIndex:17346; }","duration":"128.235379ms","start":"2026-02-24T20:34:52.427253Z","end":"2026-02-24T20:34:52.555488Z","steps":["trace[419112057] 'read index received' (duration: 41.111255ms)","trace[419112057] 'applied index is now lower than readState.Index' (duration: 87.122394ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:52.555605Z","caller":"traceutil/trace.go:171","msg":"trace[593428939] transaction","detail":"{read_only:false; response_revision:16742; number_of_response:1; }","duration":"128.485875ms","start":"2026-02-24T20:34:52.427088Z","end":"2026-02-24T20:34:52.555574Z","steps":["trace[593428939] 'process raft request' (duration: 128.122987ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.555642Z","caller":"traceutil/trace.go:171","msg":"trace[1763860412] transaction","detail":"{read_only:false; response_revision:16743; number_of_response:1; }","duration":"121.326996ms","start":"2026-02-24T20:34:52.434297Z","end":"2026-02-24T20:34:52.555624Z","steps":["trace[1763860412] 'process raft request' (duration: 121.111012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.555759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.486425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:52.555843Z","caller":"traceutil/trace.go:171","msg":"trace[31716683] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:16743; }","duration":"128.590927ms","start":"2026-02-24T20:34:52.427233Z","end":"2026-02-24T20:34:52.555824Z","steps":["trace[31716683] 'agreement among raft nodes before linearized reading' (duration: 128.467974ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.767466Z","caller":"traceutil/trace.go:171","msg":"trace[1412669305] transaction","detail":"{read_only:false; response_revision:16746; number_of_response:1; }","duration":"259.678882ms","start":"2026-02-24T20:34:52.507756Z","end":"2026-02-24T20:34:52.767435Z","steps":["trace[1412669305] 'process raft request' (duration: 259.421526ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.767556Z","caller":"traceutil/trace.go:171","msg":"trace[2079974200] transaction","detail":"{read_only:false; response_revision:16744; number_of_response:1; }","duration":"298.249418ms","start":"2026-02-24T20:34:52.469287Z","end":"2026-02-24T20:34:52.767536Z","steps":["trace[2079974200] 'process raft request' (duration: 278.459653ms)","trace[2079974200] 'compare' (duration: 19.321654ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:52.767776Z","caller":"traceutil/trace.go:171","msg":"trace[1994934433] transaction","detail":"{read_only:false; response_revision:16745; number_of_response:1; }","duration":"261.524077ms","start":"2026-02-24T20:34:52.50624Z","end":"2026-02-24T20:34:52.767764Z","steps":["trace[1994934433] 'process raft request' (duration: 260.908803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.76793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.695796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:34:52.767956Z","caller":"traceutil/trace.go:171","msg":"trace[1160240316] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16747; }","duration":"225.763507ms","start":"2026-02-24T20:34:52.542183Z","end":"2026-02-24T20:34:52.767947Z","steps":["trace[1160240316] 'agreement among raft nodes before linearized reading' (duration: 225.689505ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.768035Z","caller":"traceutil/trace.go:171","msg":"trace[1865213219] transaction","detail":"{read_only:false; response_revision:16747; number_of_response:1; }","duration":"258.818693ms","start":"2026-02-24T20:34:52.509206Z","end":"2026-02-24T20:34:52.768025Z","steps":["trace[1865213219] 'process raft request' (duration: 257.990314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.768167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.324835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:34:52.768183Z","caller":"traceutil/trace.go:171","msg":"trace[1445133862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16747; }","duration":"239.379326ms","start":"2026-02-24T20:34:52.528799Z","end":"2026-02-24T20:34:52.768178Z","steps":["trace[1445133862] 'agreement among raft nodes before linearized reading' (duration: 239.306365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.768248Z","caller":"traceutil/trace.go:171","msg":"trace[479100456] linearizableReadLoop","detail":"{readStateIndex:17353; appliedIndex:17349; }","duration":"211.639235ms","start":"2026-02-24T20:34:52.555584Z","end":"2026-02-24T20:34:52.767223Z","steps":["trace[479100456] 'read index received' (duration: 192.189269ms)","trace[479100456] 'applied index is now lower than readState.Index' (duration: 19.447506ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:52.768348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.195124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-24T20:34:52.768366Z","caller":"traceutil/trace.go:171","msg":"trace[553972822] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16747; }","duration":"312.232695ms","start":"2026-02-24T20:34:52.456127Z","end":"2026-02-24T20:34:52.76836Z","steps":["trace[553972822] 'agreement among raft nodes before linearized reading' (duration: 312.147083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.768379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.456118Z","time spent":"312.257216ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-02-24T20:34:52.860167Z","caller":"traceutil/trace.go:171","msg":"trace[1852485378] transaction","detail":"{read_only:false; response_revision:16750; number_of_response:1; }","duration":"297.116571ms","start":"2026-02-24T20:34:52.563032Z","end":"2026-02-24T20:34:52.860148Z","steps":["trace[1852485378] 'process raft request' (duration: 297.07465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.860409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.036867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:52.861711Z","caller":"traceutil/trace.go:171","msg":"trace[1757380617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16750; }","duration":"173.401508ms","start":"2026-02-24T20:34:52.688296Z","end":"2026-02-24T20:34:52.861697Z","steps":["trace[1757380617] 'agreement among raft nodes before linearized reading' (duration: 172.033847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.860515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.138968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:34:52.860584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.401741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:34:52.860642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.408975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-24T20:34:52.860756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.771817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:34:52.860817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.358806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3257"} {"level":"warn","ts":"2026-02-24T20:34:52.860882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.49222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" ","response":"range_response_count:1 size:9662"} {"level":"warn","ts":"2026-02-24T20:34:52.86092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.30955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:34:52.860963Z","caller":"traceutil/trace.go:171","msg":"trace[873963964] transaction","detail":"{read_only:false; response_revision:16748; number_of_response:1; }","duration":"300.194853ms","start":"2026-02-24T20:34:52.560755Z","end":"2026-02-24T20:34:52.86095Z","steps":["trace[873963964] 'process raft request' (duration: 299.19448ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.861181Z","caller":"traceutil/trace.go:171","msg":"trace[587033793] transaction","detail":"{read_only:false; response_revision:16749; number_of_response:1; }","duration":"299.982478ms","start":"2026-02-24T20:34:52.561188Z","end":"2026-02-24T20:34:52.861171Z","steps":["trace[587033793] 'process raft request' (duration: 298.872872ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.862117Z","caller":"traceutil/trace.go:171","msg":"trace[351647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16750; }","duration":"248.756206ms","start":"2026-02-24T20:34:52.61335Z","end":"2026-02-24T20:34:52.862106Z","steps":["trace[351647] 'agreement among raft nodes before linearized reading' (duration: 247.083947ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.862199Z","caller":"traceutil/trace.go:171","msg":"trace[890015388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16750; }","duration":"251.03292ms","start":"2026-02-24T20:34:52.611157Z","end":"2026-02-24T20:34:52.86219Z","steps":["trace[890015388] 'agreement among raft nodes before linearized reading' (duration: 249.379001ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.862276Z","caller":"traceutil/trace.go:171","msg":"trace[1914882590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16750; }","duration":"252.075673ms","start":"2026-02-24T20:34:52.61019Z","end":"2026-02-24T20:34:52.862266Z","steps":["trace[1914882590] 'agreement among raft nodes before linearized reading' (duration: 250.408625ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.86235Z","caller":"traceutil/trace.go:171","msg":"trace[239630974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16750; }","duration":"256.408976ms","start":"2026-02-24T20:34:52.605933Z","end":"2026-02-24T20:34:52.862342Z","steps":["trace[239630974] 'agreement among raft nodes before linearized reading' (duration: 254.774557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.862425Z","caller":"traceutil/trace.go:171","msg":"trace[1524905255] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16750; }","duration":"295.989605ms","start":"2026-02-24T20:34:52.566425Z","end":"2026-02-24T20:34:52.862415Z","steps":["trace[1524905255] 'agreement among raft nodes before linearized reading' (duration: 294.345326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:52.862503Z","caller":"traceutil/trace.go:171","msg":"trace[1637952917] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2nqm6; range_end:; response_count:1; response_revision:16750; }","duration":"302.131879ms","start":"2026-02-24T20:34:52.560363Z","end":"2026-02-24T20:34:52.862495Z","steps":["trace[1637952917] 'agreement among raft nodes before linearized reading' (duration: 300.468899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.864804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.560353Z","time spent":"304.436952ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9686,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" "} {"level":"info","ts":"2026-02-24T20:34:52.862574Z","caller":"traceutil/trace.go:171","msg":"trace[733613671] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16750; }","duration":"302.99158ms","start":"2026-02-24T20:34:52.559573Z","end":"2026-02-24T20:34:52.862564Z","steps":["trace[733613671] 'agreement among raft nodes before linearized reading' (duration: 301.323751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:52.862742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.560744Z","time spent":"301.949214ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:34:52.86295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.56118Z","time spent":"301.74451ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:34:52.865573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.559557Z","time spent":"306.00157ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-24T20:34:53.567469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.169694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-24T20:34:53.568969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.015199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:34:53.56915Z","caller":"traceutil/trace.go:171","msg":"trace[1965576892] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16751; }","duration":"794.211264ms","start":"2026-02-24T20:34:52.774925Z","end":"2026-02-24T20:34:53.569136Z","steps":["trace[1965576892] 'agreement among raft nodes before linearized reading' (duration: 793.913857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.569341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.774914Z","time spent":"794.414138ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:34:53.568961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.484771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-24T20:34:53.569719Z","caller":"traceutil/trace.go:171","msg":"trace[41911014] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16751; }","duration":"775.283749ms","start":"2026-02-24T20:34:52.794419Z","end":"2026-02-24T20:34:53.569703Z","steps":["trace[41911014] 'agreement among raft nodes before linearized reading' (duration: 774.274246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.569805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.794413Z","time spent":"775.376411ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-24T20:34:53.569076Z","caller":"traceutil/trace.go:171","msg":"trace[355935303] transaction","detail":"{read_only:false; response_revision:16751; number_of_response:1; }","duration":"793.992009ms","start":"2026-02-24T20:34:52.775056Z","end":"2026-02-24T20:34:53.569048Z","steps":["trace[355935303] 'process raft request' (duration: 104.151635ms)","trace[355935303] 'compare' (duration: 687.615542ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:53.57038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.775049Z","time spent":"795.272298ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.568702Z","caller":"traceutil/trace.go:171","msg":"trace[1883206152] linearizableReadLoop","detail":"{readStateIndex:17357; appliedIndex:17356; }","duration":"708.365249ms","start":"2026-02-24T20:34:52.860312Z","end":"2026-02-24T20:34:53.568677Z","steps":["trace[1883206152] 'read index received' (duration: 18.851583ms)","trace[1883206152] 'applied index is now lower than readState.Index' (duration: 689.511396ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:53.719089Z","caller":"traceutil/trace.go:171","msg":"trace[1145582385] linearizableReadLoop","detail":"{readStateIndex:17364; appliedIndex:17357; }","duration":"146.810164ms","start":"2026-02-24T20:34:53.572259Z","end":"2026-02-24T20:34:53.719069Z","steps":["trace[1145582385] 'read index received' (duration: 111.419214ms)","trace[1145582385] 'applied index is now lower than readState.Index' (duration: 35.38993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:53.719531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.252068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:53.724173Z","caller":"traceutil/trace.go:171","msg":"trace[1735260450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16758; }","duration":"860.924848ms","start":"2026-02-24T20:34:52.863237Z","end":"2026-02-24T20:34:53.724162Z","steps":["trace[1735260450] 'agreement among raft nodes before linearized reading' (duration: 856.219607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.724222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.863227Z","time spent":"860.984189ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:34:53.724432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.915417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-02-24T20:34:53.724567Z","caller":"traceutil/trace.go:171","msg":"trace[1514416831] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16758; }","duration":"150.06527ms","start":"2026-02-24T20:34:53.574493Z","end":"2026-02-24T20:34:53.724558Z","steps":["trace[1514416831] 'agreement among raft nodes before linearized reading' (duration: 149.888466ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:53.719703Z","caller":"traceutil/trace.go:171","msg":"trace[686849690] transaction","detail":"{read_only:false; response_revision:16752; number_of_response:1; }","duration":"851.855936ms","start":"2026-02-24T20:34:52.867832Z","end":"2026-02-24T20:34:53.719688Z","steps":["trace[686849690] 'process raft request' (duration: 815.899723ms)","trace[686849690] 'compare' (duration: 34.97234ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:53.724848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.867819Z","time spent":"856.982726ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1132,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.719832Z","caller":"traceutil/trace.go:171","msg":"trace[203218433] transaction","detail":"{read_only:false; response_revision:16753; number_of_response:1; }","duration":"850.163377ms","start":"2026-02-24T20:34:52.86966Z","end":"2026-02-24T20:34:53.719823Z","steps":["trace[203218433] 'process raft request' (duration: 849.164383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.725261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.869648Z","time spent":"855.586773ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.719863Z","caller":"traceutil/trace.go:171","msg":"trace[869775280] transaction","detail":"{read_only:false; response_revision:16754; number_of_response:1; }","duration":"850.088545ms","start":"2026-02-24T20:34:52.869767Z","end":"2026-02-24T20:34:53.719855Z","steps":["trace[869775280] 'process raft request' (duration: 849.110582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.725546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.86974Z","time spent":"855.782998ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.719891Z","caller":"traceutil/trace.go:171","msg":"trace[1155741212] transaction","detail":"{read_only:false; response_revision:16755; number_of_response:1; }","duration":"850.081595ms","start":"2026-02-24T20:34:52.8698Z","end":"2026-02-24T20:34:53.719882Z","steps":["trace[1155741212] 'process raft request' (duration: 849.113522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.726361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.869795Z","time spent":"856.524635ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.719917Z","caller":"traceutil/trace.go:171","msg":"trace[1651718263] transaction","detail":"{read_only:false; response_revision:16756; number_of_response:1; }","duration":"850.076425ms","start":"2026-02-24T20:34:52.869833Z","end":"2026-02-24T20:34:53.71991Z","steps":["trace[1651718263] 'process raft request' (duration: 849.110381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.729481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.869829Z","time spent":"858.85869ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.720019Z","caller":"traceutil/trace.go:171","msg":"trace[593831221] transaction","detail":"{read_only:false; response_revision:16757; number_of_response:1; }","duration":"849.86578ms","start":"2026-02-24T20:34:52.870145Z","end":"2026-02-24T20:34:53.720011Z","steps":["trace[593831221] 'process raft request' (duration: 848.831565ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:53.720136Z","caller":"traceutil/trace.go:171","msg":"trace[857992649] transaction","detail":"{read_only:false; response_revision:16758; number_of_response:1; }","duration":"845.526398ms","start":"2026-02-24T20:34:52.874601Z","end":"2026-02-24T20:34:53.720128Z","steps":["trace[857992649] 'process raft request' (duration: 844.416121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.720242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.030853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-24T20:34:53.720284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.285737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:53.720323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.994171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:53.720403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.388726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p6xkc\" ","response":"range_response_count:1 size:21731"} {"level":"warn","ts":"2026-02-24T20:34:53.720495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.549137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" ","response":"range_response_count:1 size:20557"} {"level":"warn","ts":"2026-02-24T20:34:53.72056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.113497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9209"} {"level":"warn","ts":"2026-02-24T20:34:53.720602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.20914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-02-24T20:34:53.721282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.03668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:944090"} {"level":"warn","ts":"2026-02-24T20:34:53.729801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.874596Z","time spent":"855.122022ms","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3259,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:53.730579Z","caller":"traceutil/trace.go:171","msg":"trace[1203547574] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16758; }","duration":"588.259612ms","start":"2026-02-24T20:34:53.14231Z","end":"2026-02-24T20:34:53.730569Z","steps":["trace[1203547574] 'agreement among raft nodes before linearized reading' (duration: 577.990092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.731069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.142158Z","time spent":"588.900397ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:34:53.729839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.870139Z","time spent":"859.578957ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:34:53.730305Z","caller":"traceutil/trace.go:171","msg":"trace[609999739] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16758; }","duration":"158.114959ms","start":"2026-02-24T20:34:53.572178Z","end":"2026-02-24T20:34:53.730293Z","steps":["trace[609999739] 'agreement among raft nodes before linearized reading' (duration: 147.975782ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:53.730332Z","caller":"traceutil/trace.go:171","msg":"trace[1559038485] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:16758; }","duration":"533.382674ms","start":"2026-02-24T20:34:53.196943Z","end":"2026-02-24T20:34:53.730326Z","steps":["trace[1559038485] 'agreement among raft nodes before linearized reading' (duration: 523.315609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.731423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.196916Z","time spent":"534.400618ms","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:34:53.731423Z","caller":"traceutil/trace.go:171","msg":"trace[2117524180] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16758; }","duration":"855.714977ms","start":"2026-02-24T20:34:52.875379Z","end":"2026-02-24T20:34:53.731094Z","steps":["trace[2117524180] 'agreement among raft nodes before linearized reading' (duration: 845.19463ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:53.731133Z","caller":"traceutil/trace.go:171","msg":"trace[451440568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16758; }","duration":"861.908932ms","start":"2026-02-24T20:34:52.869217Z","end":"2026-02-24T20:34:53.731126Z","steps":["trace[451440568] 'agreement among raft nodes before linearized reading' (duration: 851.399865ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:53.731149Z","caller":"traceutil/trace.go:171","msg":"trace[867989959] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mj8l6; range_end:; response_count:1; response_revision:16758; }","duration":"844.224997ms","start":"2026-02-24T20:34:52.886918Z","end":"2026-02-24T20:34:53.731143Z","steps":["trace[867989959] 'agreement among raft nodes before linearized reading' (duration: 833.499285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.731965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.886908Z","time spent":"845.047736ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20581,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mj8l6\" "} {"level":"info","ts":"2026-02-24T20:34:53.731161Z","caller":"traceutil/trace.go:171","msg":"trace[1184833180] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p6xkc; range_end:; response_count:1; response_revision:16758; }","duration":"741.188879ms","start":"2026-02-24T20:34:52.989968Z","end":"2026-02-24T20:34:53.731157Z","steps":["trace[1184833180] 'agreement among raft nodes before linearized reading' (duration: 730.372895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.73156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.869207Z","time spent":"862.330652ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":944114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:34:53.73205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.989931Z","time spent":"742.09401ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21755,"request content":"key:\"/registry/pods/openstack/nova-compute-default-p6xkc\" "} {"level":"info","ts":"2026-02-24T20:34:53.731175Z","caller":"traceutil/trace.go:171","msg":"trace[1713057309] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16758; }","duration":"855.734118ms","start":"2026-02-24T20:34:52.875436Z","end":"2026-02-24T20:34:53.73117Z","steps":["trace[1713057309] 'agreement among raft nodes before linearized reading' (duration: 845.074467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:53.732161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.875433Z","time spent":"856.71654ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9233,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-02-24T20:34:53.737771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:52.875376Z","time spent":"862.358872ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-24T20:34:54.868948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.500296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:34:54.869086Z","caller":"traceutil/trace.go:171","msg":"trace[481721067] linearizableReadLoop","detail":"{readStateIndex:17365; appliedIndex:17364; }","duration":"1.131908455s","start":"2026-02-24T20:34:53.737136Z","end":"2026-02-24T20:34:54.869044Z","steps":["trace[481721067] 'read index received' (duration: 260.287446ms)","trace[481721067] 'applied index is now lower than readState.Index' (duration: 871.619619ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:54.86913Z","caller":"traceutil/trace.go:171","msg":"trace[1717162394] transaction","detail":"{read_only:false; response_revision:16759; number_of_response:1; }","duration":"1.132937981s","start":"2026-02-24T20:34:53.736161Z","end":"2026-02-24T20:34:54.869098Z","steps":["trace[1717162394] 'process raft request' (duration: 261.168948ms)","trace[1717162394] 'compare' (duration: 870.954354ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:54.86925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132108621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-02-24T20:34:54.869277Z","caller":"traceutil/trace.go:171","msg":"trace[140535830] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16759; }","duration":"1.132153912s","start":"2026-02-24T20:34:53.737114Z","end":"2026-02-24T20:34:54.869268Z","steps":["trace[140535830] 'agreement among raft nodes before linearized reading' (duration: 1.132022249s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:54.869319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.737107Z","time spent":"1.132203603s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1323,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-02-24T20:34:54.869266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.736139Z","time spent":"1.133051963s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1420,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:55.24472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.247258192s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:34:55.521686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.576549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:34:55.521917Z","caller":"traceutil/trace.go:171","msg":"trace[77742267] transaction","detail":"{read_only:false; response_revision:16761; number_of_response:1; }","duration":"1.771474891s","start":"2026-02-24T20:34:53.750425Z","end":"2026-02-24T20:34:55.521899Z","steps":["trace[77742267] 'process raft request' (duration: 1.771365309s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.521986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.750413Z","time spent":"1.771544572s","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9438,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:55.522006Z","caller":"traceutil/trace.go:171","msg":"trace[1019386680] transaction","detail":"{read_only:false; response_revision:16760; number_of_response:1; }","duration":"1.772991707s","start":"2026-02-24T20:34:53.748985Z","end":"2026-02-24T20:34:55.521977Z","steps":["trace[1019386680] 'process raft request' (duration: 1.495972218s)","trace[1019386680] 'compare' (duration: 276.371934ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:55.522153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.748963Z","time spent":"1.773109689s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:55.545808Z","caller":"traceutil/trace.go:171","msg":"trace[887240663] transaction","detail":"{read_only:false; response_revision:16762; number_of_response:1; }","duration":"771.350817ms","start":"2026-02-24T20:34:54.774427Z","end":"2026-02-24T20:34:55.545778Z","steps":["trace[887240663] 'process raft request' (duration: 771.07445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.545956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.774389Z","time spent":"771.48927ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:55.54597Z","caller":"traceutil/trace.go:171","msg":"trace[701856665] transaction","detail":"{read_only:false; response_revision:16763; number_of_response:1; }","duration":"771.412438ms","start":"2026-02-24T20:34:54.774533Z","end":"2026-02-24T20:34:55.545945Z","steps":["trace[701856665] 'process raft request' (duration: 771.148752ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:55.546097Z","caller":"traceutil/trace.go:171","msg":"trace[520041451] linearizableReadLoop","detail":"{readStateIndex:17370; appliedIndex:17365; }","duration":"676.975953ms","start":"2026-02-24T20:34:54.869113Z","end":"2026-02-24T20:34:55.546089Z","steps":["trace[520041451] 'read index received' (duration: 375.812667ms)","trace[520041451] 'applied index is now lower than readState.Index' (duration: 301.161566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:55.546119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.774507Z","time spent":"771.533782ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:55.546228Z","caller":"traceutil/trace.go:171","msg":"trace[1947790798] transaction","detail":"{read_only:false; response_revision:16764; number_of_response:1; }","duration":"771.611964ms","start":"2026-02-24T20:34:54.774607Z","end":"2026-02-24T20:34:55.546219Z","steps":["trace[1947790798] 'process raft request' (duration: 771.118622ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:55.546249Z","caller":"traceutil/trace.go:171","msg":"trace[596638613] transaction","detail":"{read_only:false; response_revision:16765; number_of_response:1; }","duration":"671.076985ms","start":"2026-02-24T20:34:54.875164Z","end":"2026-02-24T20:34:55.546241Z","steps":["trace[596638613] 'process raft request' (duration: 670.596612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.546283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.875147Z","time spent":"671.116915ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:34:55.546498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808809737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-24T20:34:55.546527Z","caller":"traceutil/trace.go:171","msg":"trace[1005576386] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16765; }","duration":"1.808845178s","start":"2026-02-24T20:34:53.737675Z","end":"2026-02-24T20:34:55.54652Z","steps":["trace[1005576386] 'agreement among raft nodes before linearized reading' (duration: 1.808742506s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.546548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.737672Z","time spent":"1.808870988s","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-02-24T20:34:55.546689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809212517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:55.546712Z","caller":"traceutil/trace.go:171","msg":"trace[223395971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16765; }","duration":"1.809244077s","start":"2026-02-24T20:34:53.737463Z","end":"2026-02-24T20:34:55.546707Z","steps":["trace[223395971] 'agreement among raft nodes before linearized reading' (duration: 1.809206526s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.546729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.73746Z","time spent":"1.809265368s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:34:55.546874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.19691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16735"} {"level":"info","ts":"2026-02-24T20:34:55.546895Z","caller":"traceutil/trace.go:171","msg":"trace[2136931886] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16765; }","duration":"672.280923ms","start":"2026-02-24T20:34:54.874609Z","end":"2026-02-24T20:34:55.54689Z","steps":["trace[2136931886] 'agreement among raft nodes before linearized reading' (duration: 672.213941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.546912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.874592Z","time spent":"672.316313ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16759,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:34:55.546949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409475278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:34:55.54705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.150189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:55.547098Z","caller":"traceutil/trace.go:171","msg":"trace[2060767517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16765; }","duration":"146.21983ms","start":"2026-02-24T20:34:55.400857Z","end":"2026-02-24T20:34:55.547077Z","steps":["trace[2060767517] 'agreement among raft nodes before linearized reading' (duration: 146.164469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809221216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:944222"} {"level":"info","ts":"2026-02-24T20:34:55.547141Z","caller":"traceutil/trace.go:171","msg":"trace[957358159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16765; }","duration":"1.809291488s","start":"2026-02-24T20:34:53.737839Z","end":"2026-02-24T20:34:55.547131Z","steps":["trace[957358159] 'agreement among raft nodes before linearized reading' (duration: 1.808467849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.737823Z","time spent":"1.80933953s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":944246,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:34:55.547251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.420576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:55.547287Z","caller":"traceutil/trace.go:171","msg":"trace[1673874439] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16765; }","duration":"210.504299ms","start":"2026-02-24T20:34:55.336775Z","end":"2026-02-24T20:34:55.547279Z","steps":["trace[1673874439] 'agreement among raft nodes before linearized reading' (duration: 210.424887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.787891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:55.547461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.330442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:34:55.547484Z","caller":"traceutil/trace.go:171","msg":"trace[424646138] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16765; }","duration":"270.392343ms","start":"2026-02-24T20:34:55.277087Z","end":"2026-02-24T20:34:55.547479Z","steps":["trace[424646138] 'agreement among raft nodes before linearized reading' (duration: 270.298891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727544361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:34:55.547591Z","caller":"traceutil/trace.go:171","msg":"trace[1995875833] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:16765; }","duration":"1.727625703s","start":"2026-02-24T20:34:53.819957Z","end":"2026-02-24T20:34:55.547583Z","steps":["trace[1995875833] 'agreement among raft nodes before linearized reading' (duration: 1.727565871s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.819932Z","time spent":"1.727679944s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:34:55.547636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.999787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:34:55.547657Z","caller":"traceutil/trace.go:171","msg":"trace[1981275539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16765; }","duration":"464.064838ms","start":"2026-02-24T20:34:55.083586Z","end":"2026-02-24T20:34:55.547651Z","steps":["trace[1981275539] 'agreement among raft nodes before linearized reading' (duration: 463.992586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.083561Z","time spent":"464.110959ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-24T20:34:55.547774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807436155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-02-24T20:34:55.547809Z","caller":"traceutil/trace.go:171","msg":"trace[464642597] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16765; }","duration":"1.807481016s","start":"2026-02-24T20:34:53.740319Z","end":"2026-02-24T20:34:55.5478Z","steps":["trace[464642597] 'agreement among raft nodes before linearized reading' (duration: 1.807418104s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:53.740311Z","time spent":"1.807517426s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-02-24T20:34:55.547847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.043611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-02-24T20:34:55.547869Z","caller":"traceutil/trace.go:171","msg":"trace[1456246268] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:16765; }","duration":"673.075841ms","start":"2026-02-24T20:34:54.874788Z","end":"2026-02-24T20:34:55.547863Z","steps":["trace[1456246268] 'agreement among raft nodes before linearized reading' (duration: 673.01078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.874782Z","time spent":"673.107542ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-02-24T20:34:55.546282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.774597Z","time spent":"771.658255ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:55.547786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.122498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:55.54795Z","caller":"traceutil/trace.go:171","msg":"trace[1279812548] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16765; }","duration":"588.320943ms","start":"2026-02-24T20:34:54.95962Z","end":"2026-02-24T20:34:55.547941Z","steps":["trace[1279812548] 'agreement among raft nodes before linearized reading' (duration: 588.148019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.547989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.959599Z","time spent":"588.380324ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:34:55.547187Z","caller":"traceutil/trace.go:171","msg":"trace[1325937328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16765; }","duration":"1.409715383s","start":"2026-02-24T20:34:54.137345Z","end":"2026-02-24T20:34:55.54706Z","steps":["trace[1325937328] 'agreement among raft nodes before linearized reading' (duration: 1.409455617s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.548054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.137325Z","time spent":"1.410719747s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:34:55.549245Z","caller":"traceutil/trace.go:171","msg":"trace[1260740238] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16765; }","duration":"856.945995ms","start":"2026-02-24T20:34:54.690522Z","end":"2026-02-24T20:34:55.547468Z","steps":["trace[1260740238] 'agreement among raft nodes before linearized reading' (duration: 856.74947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:55.549381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:54.690498Z","time spent":"858.862711ms","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:34:56.072598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142282335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:34:56.115391Z","caller":"traceutil/trace.go:171","msg":"trace[881201309] linearizableReadLoop","detail":"{readStateIndex:17375; appliedIndex:17372; }","duration":"543.849349ms","start":"2026-02-24T20:34:55.571517Z","end":"2026-02-24T20:34:56.115367Z","steps":["trace[881201309] 'read index received' (duration: 543.501531ms)","trace[881201309] 'applied index is now lower than readState.Index' (duration: 346.878µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:56.115655Z","caller":"traceutil/trace.go:171","msg":"trace[276692398] transaction","detail":"{read_only:false; response_revision:16767; number_of_response:1; }","duration":"562.20266ms","start":"2026-02-24T20:34:55.553439Z","end":"2026-02-24T20:34:56.115642Z","steps":["trace[276692398] 'process raft request' (duration: 561.632787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.115781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.553429Z","time spent":"562.266601ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:34:56.116037Z","caller":"traceutil/trace.go:171","msg":"trace[1274493379] transaction","detail":"{read_only:false; response_revision:16768; number_of_response:1; }","duration":"547.759322ms","start":"2026-02-24T20:34:55.568249Z","end":"2026-02-24T20:34:56.116008Z","steps":["trace[1274493379] 'process raft request' (duration: 546.947393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.116069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.895723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:56.116151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.377414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-24T20:34:56.11621Z","caller":"traceutil/trace.go:171","msg":"trace[204758225] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16769; }","duration":"562.456256ms","start":"2026-02-24T20:34:55.553734Z","end":"2026-02-24T20:34:56.11619Z","steps":["trace[204758225] 'agreement among raft nodes before linearized reading' (duration: 562.261961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.116231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.568234Z","time spent":"547.863674ms","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9502,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:56.116371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.527571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-02-24T20:34:56.116418Z","caller":"traceutil/trace.go:171","msg":"trace[118667358] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16769; }","duration":"563.586362ms","start":"2026-02-24T20:34:55.55282Z","end":"2026-02-24T20:34:56.116407Z","steps":["trace[118667358] 'agreement among raft nodes before linearized reading' (duration: 563.470279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.116454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.552808Z","time spent":"563.637364ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1462,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-24T20:34:56.116264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.553728Z","time spent":"562.525117ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-02-24T20:34:56.116646Z","caller":"traceutil/trace.go:171","msg":"trace[1615706510] transaction","detail":"{read_only:false; response_revision:16769; number_of_response:1; }","duration":"547.941545ms","start":"2026-02-24T20:34:55.568653Z","end":"2026-02-24T20:34:56.116595Z","steps":["trace[1615706510] 'process raft request' (duration: 546.650285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.116751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.318599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:34:56.116794Z","caller":"traceutil/trace.go:171","msg":"trace[1769494554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16769; }","duration":"541.402391ms","start":"2026-02-24T20:34:55.575378Z","end":"2026-02-24T20:34:56.116781Z","steps":["trace[1769494554] 'agreement among raft nodes before linearized reading' (duration: 541.261118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.116839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.575361Z","time spent":"541.469094ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:34:56.116207Z","caller":"traceutil/trace.go:171","msg":"trace[458121985] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:16769; }","duration":"562.070217ms","start":"2026-02-24T20:34:55.554102Z","end":"2026-02-24T20:34:56.116172Z","steps":["trace[458121985] 'agreement among raft nodes before linearized reading' (duration: 561.75517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.117307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.554096Z","time spent":"563.190303ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-02-24T20:34:56.117415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.56541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" ","response":"range_response_count:1 size:9662"} {"level":"info","ts":"2026-02-24T20:34:56.117465Z","caller":"traceutil/trace.go:171","msg":"trace[197208583] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-2nqm6; range_end:; response_count:1; response_revision:16769; }","duration":"369.642671ms","start":"2026-02-24T20:34:55.74781Z","end":"2026-02-24T20:34:56.117453Z","steps":["trace[197208583] 'agreement among raft nodes before linearized reading' (duration: 369.507258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.117508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.7478Z","time spent":"369.698584ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9686,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-2nqm6\" "} {"level":"warn","ts":"2026-02-24T20:34:56.117576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.568642Z","time spent":"548.115569ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:56.117765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.567322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:34:56.117816Z","caller":"traceutil/trace.go:171","msg":"trace[926405869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16769; }","duration":"378.648564ms","start":"2026-02-24T20:34:55.739155Z","end":"2026-02-24T20:34:56.117803Z","steps":["trace[926405869] 'agreement among raft nodes before linearized reading' (duration: 378.522191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.117881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.739137Z","time spent":"378.730186ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:34:56.118151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.906221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:34:56.118202Z","caller":"traceutil/trace.go:171","msg":"trace[314076576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16769; }","duration":"381.974482ms","start":"2026-02-24T20:34:55.736214Z","end":"2026-02-24T20:34:56.118189Z","steps":["trace[314076576] 'agreement among raft nodes before linearized reading' (duration: 381.734356ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.118467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.736207Z","time spent":"382.247408ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:34:56.118356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.161596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:34:56.119864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.337897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:56.119953Z","caller":"traceutil/trace.go:171","msg":"trace[2120737913] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16769; }","duration":"439.472701ms","start":"2026-02-24T20:34:55.680455Z","end":"2026-02-24T20:34:56.119928Z","steps":["trace[2120737913] 'agreement among raft nodes before linearized reading' (duration: 439.327828ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.120008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.680435Z","time spent":"439.559553ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:34:56.120905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.732199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:34:56.12097Z","caller":"traceutil/trace.go:171","msg":"trace[1345910120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16769; }","duration":"385.814842ms","start":"2026-02-24T20:34:55.735133Z","end":"2026-02-24T20:34:56.120948Z","steps":["trace[1345910120] 'agreement among raft nodes before linearized reading' (duration: 383.261252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.12096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.694223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110056"} {"level":"warn","ts":"2026-02-24T20:34:56.121014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.735122Z","time spent":"385.884093ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:34:56.121032Z","caller":"traceutil/trace.go:171","msg":"trace[1416581934] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16769; }","duration":"542.789604ms","start":"2026-02-24T20:34:55.578225Z","end":"2026-02-24T20:34:56.121014Z","steps":["trace[1416581934] 'agreement among raft nodes before linearized reading' (duration: 539.709372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.121084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.578215Z","time spent":"542.855957ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110080,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-02-24T20:34:56.118857Z","caller":"traceutil/trace.go:171","msg":"trace[586588635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16769; }","duration":"379.687478ms","start":"2026-02-24T20:34:55.739155Z","end":"2026-02-24T20:34:56.118843Z","steps":["trace[586588635] 'agreement among raft nodes before linearized reading' (duration: 379.048243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.123427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:55.73914Z","time spent":"384.242385ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:34:56.257059Z","caller":"traceutil/trace.go:171","msg":"trace[1862394777] transaction","detail":"{read_only:false; response_revision:16771; number_of_response:1; }","duration":"133.338998ms","start":"2026-02-24T20:34:56.123686Z","end":"2026-02-24T20:34:56.257025Z","steps":["trace[1862394777] 'process raft request' (duration: 115.654123ms)","trace[1862394777] 'compare' (duration: 17.48151ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:56.257403Z","caller":"traceutil/trace.go:171","msg":"trace[2047122907] transaction","detail":"{read_only:false; response_revision:16772; number_of_response:1; }","duration":"133.644095ms","start":"2026-02-24T20:34:56.123727Z","end":"2026-02-24T20:34:56.257371Z","steps":["trace[2047122907] 'process raft request' (duration: 133.250256ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:56.257484Z","caller":"traceutil/trace.go:171","msg":"trace[584115413] transaction","detail":"{read_only:false; response_revision:16773; number_of_response:1; }","duration":"131.577377ms","start":"2026-02-24T20:34:56.125868Z","end":"2026-02-24T20:34:56.257445Z","steps":["trace[584115413] 'process raft request' (duration: 131.368042ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:56.25774Z","caller":"traceutil/trace.go:171","msg":"trace[559130449] linearizableReadLoop","detail":"{readStateIndex:17378; appliedIndex:17376; }","duration":"133.063193ms","start":"2026-02-24T20:34:56.124642Z","end":"2026-02-24T20:34:56.257706Z","steps":["trace[559130449] 'read index received' (duration: 37.870859ms)","trace[559130449] 'applied index is now lower than readState.Index' (duration: 95.190994ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:56.257813Z","caller":"traceutil/trace.go:171","msg":"trace[424060904] transaction","detail":"{read_only:false; response_revision:16775; number_of_response:1; }","duration":"128.982676ms","start":"2026-02-24T20:34:56.128815Z","end":"2026-02-24T20:34:56.257797Z","steps":["trace[424060904] 'process raft request' (duration: 128.793581ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:56.257792Z","caller":"traceutil/trace.go:171","msg":"trace[423351831] transaction","detail":"{read_only:false; response_revision:16774; number_of_response:1; }","duration":"129.339845ms","start":"2026-02-24T20:34:56.128393Z","end":"2026-02-24T20:34:56.257733Z","steps":["trace[423351831] 'process raft request' (duration: 129.002926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.257901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.320551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:56.257933Z","caller":"traceutil/trace.go:171","msg":"trace[1210098812] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:16775; }","duration":"131.365112ms","start":"2026-02-24T20:34:56.126558Z","end":"2026-02-24T20:34:56.257923Z","steps":["trace[1210098812] 'agreement among raft nodes before linearized reading' (duration: 131.30793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.258098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.642985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9520"} {"level":"info","ts":"2026-02-24T20:34:56.258144Z","caller":"traceutil/trace.go:171","msg":"trace[654338440] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16775; }","duration":"127.728087ms","start":"2026-02-24T20:34:56.130404Z","end":"2026-02-24T20:34:56.258132Z","steps":["trace[654338440] 'agreement among raft nodes before linearized reading' (duration: 127.504472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.258195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.945913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:56.258205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.613091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-02-24T20:34:56.258316Z","caller":"traceutil/trace.go:171","msg":"trace[1360767265] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:16775; }","duration":"131.045485ms","start":"2026-02-24T20:34:56.127194Z","end":"2026-02-24T20:34:56.25824Z","steps":["trace[1360767265] 'agreement among raft nodes before linearized reading' (duration: 130.888121ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:56.258333Z","caller":"traceutil/trace.go:171","msg":"trace[225782245] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16775; }","duration":"129.820967ms","start":"2026-02-24T20:34:56.128493Z","end":"2026-02-24T20:34:56.258313Z","steps":["trace[225782245] 'agreement among raft nodes before linearized reading' (duration: 129.488429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.258483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.03497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-02-24T20:34:56.258577Z","caller":"traceutil/trace.go:171","msg":"trace[862417991] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:16775; }","duration":"121.179893ms","start":"2026-02-24T20:34:56.137375Z","end":"2026-02-24T20:34:56.258555Z","steps":["trace[862417991] 'agreement among raft nodes before linearized reading' (duration: 120.692122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:56.25918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.515156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:944222"} {"level":"info","ts":"2026-02-24T20:34:56.259234Z","caller":"traceutil/trace.go:171","msg":"trace[1432706378] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16775; }","duration":"134.600778ms","start":"2026-02-24T20:34:56.124622Z","end":"2026-02-24T20:34:56.259223Z","steps":["trace[1432706378] 'agreement among raft nodes before linearized reading' (duration: 133.161144ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:03.193049Z","caller":"traceutil/trace.go:171","msg":"trace[1882677851] transaction","detail":"{read_only:false; response_revision:16844; number_of_response:1; }","duration":"107.212635ms","start":"2026-02-24T20:35:03.085789Z","end":"2026-02-24T20:35:03.193001Z","steps":["trace[1882677851] 'process raft request' (duration: 106.861527ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:03.344555Z","caller":"traceutil/trace.go:171","msg":"trace[944041792] transaction","detail":"{read_only:false; response_revision:16845; number_of_response:1; }","duration":"144.293734ms","start":"2026-02-24T20:35:03.200216Z","end":"2026-02-24T20:35:03.344509Z","steps":["trace[944041792] 'process raft request' (duration: 99.967464ms)","trace[944041792] 'compare' (duration: 44.106455ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:35:03.403476Z","caller":"traceutil/trace.go:171","msg":"trace[1892701590] transaction","detail":"{read_only:false; response_revision:16847; number_of_response:1; }","duration":"197.663187ms","start":"2026-02-24T20:35:03.205783Z","end":"2026-02-24T20:35:03.403446Z","steps":["trace[1892701590] 'process raft request' (duration: 197.547814ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:03.403531Z","caller":"traceutil/trace.go:171","msg":"trace[308349645] transaction","detail":"{read_only:false; response_revision:16846; number_of_response:1; }","duration":"197.81011ms","start":"2026-02-24T20:35:03.205682Z","end":"2026-02-24T20:35:03.403492Z","steps":["trace[308349645] 'process raft request' (duration: 197.482833ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:03.403708Z","caller":"traceutil/trace.go:171","msg":"trace[1684983299] transaction","detail":"{read_only:false; response_revision:16848; number_of_response:1; }","duration":"197.34247ms","start":"2026-02-24T20:35:03.206308Z","end":"2026-02-24T20:35:03.403651Z","steps":["trace[1684983299] 'process raft request' (duration: 197.086094ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:36:32.022828Z","caller":"traceutil/trace.go:171","msg":"trace[1028427508] transaction","detail":"{read_only:false; response_revision:17666; number_of_response:1; }","duration":"117.023681ms","start":"2026-02-24T20:36:31.905778Z","end":"2026-02-24T20:36:32.022801Z","steps":["trace[1028427508] 'process raft request' (duration: 116.800975ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:36:32.023169Z","caller":"traceutil/trace.go:171","msg":"trace[98976576] transaction","detail":"{read_only:false; response_revision:17667; number_of_response:1; }","duration":"115.654908ms","start":"2026-02-24T20:36:31.907493Z","end":"2026-02-24T20:36:32.023148Z","steps":["trace[98976576] 'process raft request' (duration: 115.263949ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:38:39.181981Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16251} {"level":"info","ts":"2026-02-24T20:38:39.281465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16251,"took":"96.022112ms","hash":50484339,"current-db-size-bytes":42708992,"current-db-size":"43 MB","current-db-size-in-use-bytes":29876224,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T20:38:39.281524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":50484339,"revision":16251,"compact-revision":14183} {"level":"warn","ts":"2026-02-24T20:40:08.481959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.768643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-24T20:40:08.482012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.702952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:40:08.482062Z","caller":"traceutil/trace.go:171","msg":"trace[261116382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19063; }","duration":"604.904346ms","start":"2026-02-24T20:40:07.877135Z","end":"2026-02-24T20:40:08.48204Z","steps":["trace[261116382] 'range keys from in-memory index tree' (duration: 604.562148ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:08.482098Z","caller":"traceutil/trace.go:171","msg":"trace[2015873057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19063; }","duration":"602.823926ms","start":"2026-02-24T20:40:07.879255Z","end":"2026-02-24T20:40:08.482079Z","steps":["trace[2015873057] 'range keys from in-memory index tree' (duration: 602.460316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:08.482111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:07.877123Z","time spent":"604.977917ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:40:08.482139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:07.879243Z","time spent":"602.886987ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:40:08.482172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.104389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:40:08.48229Z","caller":"traceutil/trace.go:171","msg":"trace[1991057033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19063; }","duration":"624.293684ms","start":"2026-02-24T20:40:07.857972Z","end":"2026-02-24T20:40:08.482266Z","steps":["trace[1991057033] 'range keys from in-memory index tree' (duration: 623.770801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:08.482345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.119364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:40:08.482492Z","caller":"traceutil/trace.go:171","msg":"trace[920340594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19063; }","duration":"608.231887ms","start":"2026-02-24T20:40:07.874162Z","end":"2026-02-24T20:40:08.482394Z","steps":["trace[920340594] 'range keys from in-memory index tree' (duration: 607.746115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:08.482603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:07.874132Z","time spent":"608.459983ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:40:08.48197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.067272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:40:08.482697Z","caller":"traceutil/trace.go:171","msg":"trace[1306897583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19063; }","duration":"510.854172ms","start":"2026-02-24T20:40:07.971829Z","end":"2026-02-24T20:40:08.482684Z","steps":["trace[1306897583] 'range keys from in-memory index tree' (duration: 509.896279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:08.482751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:07.971809Z","time spent":"510.928004ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:40:08.482357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:07.857941Z","time spent":"624.400767ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:40:10.659663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.153218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:40:10.659724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.940145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:40:10.659727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.658006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:40:10.659778Z","caller":"traceutil/trace.go:171","msg":"trace[1407066214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19074; }","duration":"164.016007ms","start":"2026-02-24T20:40:10.495749Z","end":"2026-02-24T20:40:10.659765Z","steps":["trace[1407066214] 'range keys from in-memory index tree' (duration: 163.832062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:10.659771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.638283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:40:10.659784Z","caller":"traceutil/trace.go:171","msg":"trace[1797591448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19074; }","duration":"165.763828ms","start":"2026-02-24T20:40:10.494007Z","end":"2026-02-24T20:40:10.659771Z","steps":["trace[1797591448] 'range keys from in-memory index tree' (duration: 165.506682ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:10.659736Z","caller":"traceutil/trace.go:171","msg":"trace[456358592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19074; }","duration":"166.24561ms","start":"2026-02-24T20:40:10.493472Z","end":"2026-02-24T20:40:10.659718Z","steps":["trace[456358592] 'range keys from in-memory index tree' (duration: 165.950974ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:10.659873Z","caller":"traceutil/trace.go:171","msg":"trace[1097433093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19074; }","duration":"162.763806ms","start":"2026-02-24T20:40:10.497088Z","end":"2026-02-24T20:40:10.659852Z","steps":["trace[1097433093] 'range keys from in-memory index tree' (duration: 162.52498ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:11.189946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142289082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:40:11.690629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142289082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:40:11.878716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21556041s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:40:11.879188Z","caller":"traceutil/trace.go:171","msg":"trace[1451345305] transaction","detail":"{read_only:false; response_revision:19075; number_of_response:1; }","duration":"1.216105273s","start":"2026-02-24T20:40:10.663055Z","end":"2026-02-24T20:40:11.87916Z","steps":["trace[1451345305] 'process raft request' (duration: 1.215920339s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:11.879367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.66304Z","time spent":"1.216229176s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:12.252172Z","caller":"traceutil/trace.go:171","msg":"trace[637103162] transaction","detail":"{read_only:false; response_revision:19077; number_of_response:1; }","duration":"1.589033881s","start":"2026-02-24T20:40:10.663114Z","end":"2026-02-24T20:40:12.252148Z","steps":["trace[637103162] 'process raft request' (duration: 1.588952879s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.252201Z","caller":"traceutil/trace.go:171","msg":"trace[747612804] transaction","detail":"{read_only:false; response_revision:19076; number_of_response:1; }","duration":"1.589087501s","start":"2026-02-24T20:40:10.663084Z","end":"2026-02-24T20:40:12.252171Z","steps":["trace[747612804] 'process raft request' (duration: 1.588825965s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.252362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.663074Z","time spent":"1.589188504s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:12.252389Z","caller":"traceutil/trace.go:171","msg":"trace[821635267] transaction","detail":"{read_only:false; response_revision:19078; number_of_response:1; }","duration":"1.588959149s","start":"2026-02-24T20:40:10.663416Z","end":"2026-02-24T20:40:12.252376Z","steps":["trace[821635267] 'process raft request' (duration: 1.588691133s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.252407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.663088Z","time spent":"1.589157663s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:12.252446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.663408Z","time spent":"1.58900537s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:12.252509Z","caller":"traceutil/trace.go:171","msg":"trace[946830899] transaction","detail":"{read_only:false; response_revision:19079; number_of_response:1; }","duration":"1.530537966s","start":"2026-02-24T20:40:10.72196Z","end":"2026-02-24T20:40:12.252498Z","steps":["trace[946830899] 'process raft request' (duration: 1.530317731s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.25257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.721943Z","time spent":"1.530598058s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:12.252638Z","caller":"traceutil/trace.go:171","msg":"trace[1564986753] linearizableReadLoop","detail":"{readStateIndex:19771; appliedIndex:19763; }","duration":"1.563571415s","start":"2026-02-24T20:40:10.689058Z","end":"2026-02-24T20:40:12.252629Z","steps":["trace[1564986753] 'read index received' (duration: 1.189996353s)","trace[1564986753] 'applied index is now lower than readState.Index' (duration: 373.574172ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:12.252649Z","caller":"traceutil/trace.go:171","msg":"trace[1003870484] transaction","detail":"{read_only:false; response_revision:19081; number_of_response:1; }","duration":"1.467087281s","start":"2026-02-24T20:40:10.785548Z","end":"2026-02-24T20:40:12.252636Z","steps":["trace[1003870484] 'process raft request' (duration: 1.467012209s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.252668Z","caller":"traceutil/trace.go:171","msg":"trace[585302119] transaction","detail":"{read_only:false; response_revision:19082; number_of_response:1; }","duration":"772.260482ms","start":"2026-02-24T20:40:11.480399Z","end":"2026-02-24T20:40:12.25266Z","steps":["trace[585302119] 'process raft request' (duration: 772.19954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.252708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:11.480374Z","time spent":"772.314192ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:12.252735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563674357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:40:12.252735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.785542Z","time spent":"1.467146413s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:12.252827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228518344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:40:12.252836Z","caller":"traceutil/trace.go:171","msg":"trace[410250858] transaction","detail":"{read_only:false; response_revision:19080; number_of_response:1; }","duration":"1.469354267s","start":"2026-02-24T20:40:10.783475Z","end":"2026-02-24T20:40:12.252829Z","steps":["trace[410250858] 'process raft request' (duration: 1.468980898s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.252757Z","caller":"traceutil/trace.go:171","msg":"trace[1056998548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19082; }","duration":"1.563716448s","start":"2026-02-24T20:40:10.689034Z","end":"2026-02-24T20:40:12.252751Z","steps":["trace[1056998548] 'agreement among raft nodes before linearized reading' (duration: 1.563645556s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.25288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.312016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:40:12.252878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.783455Z","time spent":"1.469401897s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:12.252861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.114472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:40:12.252902Z","caller":"traceutil/trace.go:171","msg":"trace[2133856238] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19082; }","duration":"373.374157ms","start":"2026-02-24T20:40:11.87952Z","end":"2026-02-24T20:40:12.252894Z","steps":["trace[2133856238] 'agreement among raft nodes before linearized reading' (duration: 373.343487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.252925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:11.879502Z","time spent":"373.417769ms","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:40:12.252931Z","caller":"traceutil/trace.go:171","msg":"trace[943011572] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19082; }","duration":"227.240775ms","start":"2026-02-24T20:40:12.025674Z","end":"2026-02-24T20:40:12.252914Z","steps":["trace[943011572] 'agreement among raft nodes before linearized reading' (duration: 227.127752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.253017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.66613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:40:12.253059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122280046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:40:12.253058Z","caller":"traceutil/trace.go:171","msg":"trace[2101276205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19082; }","duration":"434.742912ms","start":"2026-02-24T20:40:11.818304Z","end":"2026-02-24T20:40:12.253047Z","steps":["trace[2101276205] 'agreement among raft nodes before linearized reading' (duration: 434.617938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.252886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:10.689025Z","time spent":"1.563848132s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:40:12.253116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:11.818285Z","time spent":"434.821494ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:40:12.253086Z","caller":"traceutil/trace.go:171","msg":"trace[1790332570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19082; }","duration":"1.122341417s","start":"2026-02-24T20:40:11.130735Z","end":"2026-02-24T20:40:12.253077Z","steps":["trace[1790332570] 'agreement among raft nodes before linearized reading' (duration: 1.122297296s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.253224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:11.130712Z","time spent":"1.122496731s","remote":"127.0.0.1:49012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:40:12.252852Z","caller":"traceutil/trace.go:171","msg":"trace[216311235] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19082; }","duration":"1.228587235s","start":"2026-02-24T20:40:11.02426Z","end":"2026-02-24T20:40:12.252847Z","steps":["trace[216311235] 'agreement among raft nodes before linearized reading' (duration: 1.228514713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.25333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:11.024237Z","time spent":"1.229078547s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:40:12.769272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142289094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:40:13.076234Z","caller":"traceutil/trace.go:171","msg":"trace[1426976275] linearizableReadLoop","detail":"{readStateIndex:19772; appliedIndex:19771; }","duration":"807.641857ms","start":"2026-02-24T20:40:12.268572Z","end":"2026-02-24T20:40:13.076214Z","steps":["trace[1426976275] 'read index received' (duration: 800.038324ms)","trace[1426976275] 'applied index is now lower than readState.Index' (duration: 7.602493ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:13.076317Z","caller":"traceutil/trace.go:171","msg":"trace[1253509056] transaction","detail":"{read_only:false; response_revision:19083; number_of_response:1; }","duration":"809.671647ms","start":"2026-02-24T20:40:12.266614Z","end":"2026-02-24T20:40:13.076286Z","steps":["trace[1253509056] 'process raft request' (duration: 801.955891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.076363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.780921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:13.076395Z","caller":"traceutil/trace.go:171","msg":"trace[1618137913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19083; }","duration":"807.839412ms","start":"2026-02-24T20:40:12.268545Z","end":"2026-02-24T20:40:13.076384Z","steps":["trace[1618137913] 'agreement among raft nodes before linearized reading' (duration: 807.77277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.07642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:12.268535Z","time spent":"807.878173ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:40:13.07646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:12.266592Z","time spent":"809.79021ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:13.076492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.356215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T20:40:13.076558Z","caller":"traceutil/trace.go:171","msg":"trace[583686118] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:19083; }","duration":"784.465278ms","start":"2026-02-24T20:40:12.292075Z","end":"2026-02-24T20:40:13.07654Z","steps":["trace[583686118] 'agreement among raft nodes before linearized reading' (duration: 784.294084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.076592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:12.292054Z","time spent":"784.532659ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:40:13.076633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.578585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:13.076661Z","caller":"traceutil/trace.go:171","msg":"trace[576834217] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19083; }","duration":"280.644166ms","start":"2026-02-24T20:40:12.796009Z","end":"2026-02-24T20:40:13.076653Z","steps":["trace[576834217] 'agreement among raft nodes before linearized reading' (duration: 280.600705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.076756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.760678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:40:13.076769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.90286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:40:13.076784Z","caller":"traceutil/trace.go:171","msg":"trace[132413291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19083; }","duration":"143.966531ms","start":"2026-02-24T20:40:12.932813Z","end":"2026-02-24T20:40:13.076779Z","steps":["trace[132413291] 'agreement among raft nodes before linearized reading' (duration: 143.934501ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:13.076784Z","caller":"traceutil/trace.go:171","msg":"trace[1826167652] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19083; }","duration":"574.823819ms","start":"2026-02-24T20:40:12.501951Z","end":"2026-02-24T20:40:13.076775Z","steps":["trace[1826167652] 'agreement among raft nodes before linearized reading' (duration: 574.776528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.076804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:12.501933Z","time spent":"574.866681ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:40:13.772458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142289097,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:40:13.953435Z","caller":"traceutil/trace.go:171","msg":"trace[807975705] transaction","detail":"{read_only:false; response_revision:19085; number_of_response:1; }","duration":"143.675564ms","start":"2026-02-24T20:40:13.809735Z","end":"2026-02-24T20:40:13.953411Z","steps":["trace[807975705] 'process raft request' (duration: 143.615883ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:13.95358Z","caller":"traceutil/trace.go:171","msg":"trace[813252668] linearizableReadLoop","detail":"{readStateIndex:19774; appliedIndex:19773; }","duration":"681.459947ms","start":"2026-02-24T20:40:13.272091Z","end":"2026-02-24T20:40:13.953551Z","steps":["trace[813252668] 'read index received' (duration: 627.735898ms)","trace[813252668] 'applied index is now lower than readState.Index' (duration: 53.718839ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:13.9538Z","caller":"traceutil/trace.go:171","msg":"trace[1442337660] transaction","detail":"{read_only:false; response_revision:19084; number_of_response:1; }","duration":"859.377019ms","start":"2026-02-24T20:40:13.094406Z","end":"2026-02-24T20:40:13.953783Z","steps":["trace[1442337660] 'process raft request' (duration: 805.335752ms)","trace[1442337660] 'compare' (duration: 53.440152ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:40:13.954001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.09439Z","time spent":"859.502441ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:13.954006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.861214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:40:13.954025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.851649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:40:13.954057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.948729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-24T20:40:13.954092Z","caller":"traceutil/trace.go:171","msg":"trace[233016599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19085; }","duration":"264.984638ms","start":"2026-02-24T20:40:13.689082Z","end":"2026-02-24T20:40:13.954067Z","steps":["trace[233016599] 'agreement among raft nodes before linearized reading' (duration: 264.807163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.954089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.027076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:40:13.95416Z","caller":"traceutil/trace.go:171","msg":"trace[94566678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19085; }","duration":"360.145899ms","start":"2026-02-24T20:40:13.594Z","end":"2026-02-24T20:40:13.954146Z","steps":["trace[94566678] 'agreement among raft nodes before linearized reading' (duration: 359.894793ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:13.954154Z","caller":"traceutil/trace.go:171","msg":"trace[141355395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19085; }","duration":"682.117773ms","start":"2026-02-24T20:40:13.272015Z","end":"2026-02-24T20:40:13.954132Z","steps":["trace[141355395] 'agreement among raft nodes before linearized reading' (duration: 681.855407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.954205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.593979Z","time spent":"360.21683ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:40:13.954214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.271995Z","time spent":"682.210285ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T20:40:13.954448Z","caller":"traceutil/trace.go:171","msg":"trace[114934465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19085; }","duration":"630.045754ms","start":"2026-02-24T20:40:13.324065Z","end":"2026-02-24T20:40:13.954111Z","steps":["trace[114934465] 'agreement among raft nodes before linearized reading' (duration: 629.825668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:13.954521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.324043Z","time spent":"630.461804ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:40:14.458422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142289106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:40:14.758531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.531582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:40:14.759296Z","caller":"traceutil/trace.go:171","msg":"trace[336300398] transaction","detail":"{read_only:false; response_revision:19086; number_of_response:1; }","duration":"801.575581ms","start":"2026-02-24T20:40:13.957696Z","end":"2026-02-24T20:40:14.759271Z","steps":["trace[336300398] 'process raft request' (duration: 683.178359ms)","trace[336300398] 'compare' (duration: 117.327346ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:40:14.759385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.957672Z","time spent":"801.670403ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:14.981987Z","caller":"traceutil/trace.go:171","msg":"trace[1871593042] transaction","detail":"{read_only:false; response_revision:19087; number_of_response:1; }","duration":"1.023442476s","start":"2026-02-24T20:40:13.958525Z","end":"2026-02-24T20:40:14.981968Z","steps":["trace[1871593042] 'process raft request' (duration: 1.019612823s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.982124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.958513Z","time spent":"1.023530728s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:40:14.982299Z","caller":"traceutil/trace.go:171","msg":"trace[114328539] linearizableReadLoop","detail":"{readStateIndex:19780; appliedIndex:19775; }","duration":"1.023941168s","start":"2026-02-24T20:40:13.958334Z","end":"2026-02-24T20:40:14.982275Z","steps":["trace[114328539] 'read index received' (duration: 682.560354ms)","trace[114328539] 'applied index is now lower than readState.Index' (duration: 341.379684ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:14.98232Z","caller":"traceutil/trace.go:171","msg":"trace[1511435023] transaction","detail":"{read_only:false; response_revision:19088; number_of_response:1; }","duration":"724.670482ms","start":"2026-02-24T20:40:14.257615Z","end":"2026-02-24T20:40:14.982285Z","steps":["trace[1511435023] 'process raft request' (duration: 724.278252ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:14.982433Z","caller":"traceutil/trace.go:171","msg":"trace[803327273] transaction","detail":"{read_only:false; response_revision:19089; number_of_response:1; }","duration":"724.382265ms","start":"2026-02-24T20:40:14.258039Z","end":"2026-02-24T20:40:14.982421Z","steps":["trace[803327273] 'process raft request' (duration: 724.101938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.9825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.2576Z","time spent":"724.795554ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:14.982602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.258029Z","time spent":"724.439286ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:14.982671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024332768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T20:40:14.982699Z","caller":"traceutil/trace.go:171","msg":"trace[407867577] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19090; }","duration":"1.024397039s","start":"2026-02-24T20:40:13.958294Z","end":"2026-02-24T20:40:14.982691Z","steps":["trace[407867577] 'agreement among raft nodes before linearized reading' (duration: 1.024260646s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.982725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.958256Z","time spent":"1.02446379s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-24T20:40:14.982842Z","caller":"traceutil/trace.go:171","msg":"trace[1575585696] transaction","detail":"{read_only:false; response_revision:19090; number_of_response:1; }","duration":"724.648542ms","start":"2026-02-24T20:40:14.258185Z","end":"2026-02-24T20:40:14.982833Z","steps":["trace[1575585696] 'process raft request' (duration: 724.047847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.982887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.258168Z","time spent":"724.695682ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:40:14.982899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023319122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16579"} {"level":"info","ts":"2026-02-24T20:40:14.98295Z","caller":"traceutil/trace.go:171","msg":"trace[2100137489] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19090; }","duration":"1.023390194s","start":"2026-02-24T20:40:13.959546Z","end":"2026-02-24T20:40:14.982937Z","steps":["trace[2100137489] 'agreement among raft nodes before linearized reading' (duration: 1.02322109s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.982995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.959538Z","time spent":"1.023444695s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16603,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:40:14.983113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.837483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:40:14.983142Z","caller":"traceutil/trace.go:171","msg":"trace[2141744856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19090; }","duration":"721.910905ms","start":"2026-02-24T20:40:14.261224Z","end":"2026-02-24T20:40:14.983135Z","steps":["trace[2141744856] 'agreement among raft nodes before linearized reading' (duration: 721.835273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.261203Z","time spent":"721.954426ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:40:14.983157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.76156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:14.983212Z","caller":"traceutil/trace.go:171","msg":"trace[821790896] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:19090; }","duration":"242.821041ms","start":"2026-02-24T20:40:14.740378Z","end":"2026-02-24T20:40:14.983199Z","steps":["trace[821790896] 'agreement among raft nodes before linearized reading' (duration: 242.716419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.376851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:14.983265Z","caller":"traceutil/trace.go:171","msg":"trace[113040130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19090; }","duration":"290.432863ms","start":"2026-02-24T20:40:14.692826Z","end":"2026-02-24T20:40:14.983259Z","steps":["trace[113040130] 'agreement among raft nodes before linearized reading' (duration: 290.400642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.964232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:40:14.983327Z","caller":"traceutil/trace.go:171","msg":"trace[128628067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19090; }","duration":"726.048284ms","start":"2026-02-24T20:40:14.25727Z","end":"2026-02-24T20:40:14.983318Z","steps":["trace[128628067] 'agreement among raft nodes before linearized reading' (duration: 725.915101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.257248Z","time spent":"726.108406ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:40:14.983398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.544648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:14.983436Z","caller":"traceutil/trace.go:171","msg":"trace[1329234403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19090; }","duration":"140.6201ms","start":"2026-02-24T20:40:14.842805Z","end":"2026-02-24T20:40:14.983425Z","steps":["trace[1329234403] 'agreement among raft nodes before linearized reading' (duration: 140.561378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.26159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:40:14.983552Z","caller":"traceutil/trace.go:171","msg":"trace[767577846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19090; }","duration":"726.332091ms","start":"2026-02-24T20:40:14.25721Z","end":"2026-02-24T20:40:14.983542Z","steps":["trace[767577846] 'agreement among raft nodes before linearized reading' (duration: 726.24824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.257188Z","time spent":"726.384262ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:40:14.983691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.882438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:14.98373Z","caller":"traceutil/trace.go:171","msg":"trace[289389669] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19090; }","duration":"813.96785ms","start":"2026-02-24T20:40:14.16975Z","end":"2026-02-24T20:40:14.983718Z","steps":["trace[289389669] 'agreement among raft nodes before linearized reading' (duration: 813.905988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.823277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29532760-bm9n7\" ","response":"range_response_count:1 size:7272"} {"level":"info","ts":"2026-02-24T20:40:14.983785Z","caller":"traceutil/trace.go:171","msg":"trace[798677088] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29532760-bm9n7; range_end:; response_count:1; response_revision:19090; }","duration":"983.952931ms","start":"2026-02-24T20:40:13.999812Z","end":"2026-02-24T20:40:14.983765Z","steps":["trace[798677088] 'agreement among raft nodes before linearized reading' (duration: 983.714425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:14.983826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:13.999797Z","time spent":"984.020712ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7296,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29532760-bm9n7\" "} {"level":"warn","ts":"2026-02-24T20:40:14.983874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:40:14.169726Z","time spent":"814.137164ms","remote":"127.0.0.1:51332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:40:54.947044Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":20006,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T20:40:54.970799Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20006} {"level":"info","ts":"2026-02-24T20:40:54.970964Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15006} {"level":"info","ts":"2026-02-24T20:43:39.193005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18436} {"level":"info","ts":"2026-02-24T20:43:39.304389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18436,"took":"107.468871ms","hash":2498784884,"current-db-size-bytes":42708992,"current-db-size":"43 MB","current-db-size-in-use-bytes":26427392,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-24T20:43:39.304466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2498784884,"revision":18436,"compact-revision":16251} {"level":"info","ts":"2026-02-24T20:44:22.151923Z","caller":"traceutil/trace.go:171","msg":"trace[2107756775] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"345.668829ms","start":"2026-02-24T20:44:21.806227Z","end":"2026-02-24T20:44:22.151896Z","steps":["trace[2107756775] 'process raft request' (duration: 345.497885ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:44:22.152089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:44:21.806196Z","time spent":"345.809293ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:44:22.181803Z","caller":"traceutil/trace.go:171","msg":"trace[685744133] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"193.280188ms","start":"2026-02-24T20:44:21.988498Z","end":"2026-02-24T20:44:22.181778Z","steps":["trace[685744133] 'process raft request' (duration: 193.097034ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:44:22.182299Z","caller":"traceutil/trace.go:171","msg":"trace[1253296336] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"192.727416ms","start":"2026-02-24T20:44:21.989558Z","end":"2026-02-24T20:44:22.182285Z","steps":["trace[1253296336] 'process raft request' (duration: 192.176334ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:44:22.182525Z","caller":"traceutil/trace.go:171","msg":"trace[692169769] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"186.281727ms","start":"2026-02-24T20:44:21.996214Z","end":"2026-02-24T20:44:22.182495Z","steps":["trace[692169769] 'process raft request' (duration: 186.006952ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:44:22.182575Z","caller":"traceutil/trace.go:171","msg":"trace[1310678128] linearizableReadLoop","detail":"{readStateIndex:22201; appliedIndex:22196; }","duration":"134.838724ms","start":"2026-02-24T20:44:22.04772Z","end":"2026-02-24T20:44:22.182559Z","steps":["trace[1310678128] 'read index received' (duration: 103.964071ms)","trace[1310678128] 'applied index is now lower than readState.Index' (duration: 30.873233ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:44:22.182934Z","caller":"traceutil/trace.go:171","msg":"trace[32370135] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"182.366815ms","start":"2026-02-24T20:44:22.000558Z","end":"2026-02-24T20:44:22.182925Z","steps":["trace[32370135] 'process raft request' (duration: 181.867983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:44:22.18299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.256343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:44:22.183044Z","caller":"traceutil/trace.go:171","msg":"trace[291655742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21432; }","duration":"135.375647ms","start":"2026-02-24T20:44:22.047656Z","end":"2026-02-24T20:44:22.183032Z","steps":["trace[291655742] 'agreement among raft nodes before linearized reading' (duration: 134.948927ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:46:37.05804Z","caller":"traceutil/trace.go:171","msg":"trace[1701836105] linearizableReadLoop","detail":"{readStateIndex:23577; appliedIndex:23576; }","duration":"105.313661ms","start":"2026-02-24T20:46:36.952706Z","end":"2026-02-24T20:46:37.05802Z","steps":["trace[1701836105] 'read index received' (duration: 37.544872ms)","trace[1701836105] 'applied index is now lower than readState.Index' (duration: 67.767629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:46:37.058157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.431904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:46:37.058188Z","caller":"traceutil/trace.go:171","msg":"trace[1995016263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22775; }","duration":"105.522576ms","start":"2026-02-24T20:46:36.952655Z","end":"2026-02-24T20:46:37.058177Z","steps":["trace[1995016263] 'agreement among raft nodes before linearized reading' (duration: 105.449964ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:46:37.058208Z","caller":"traceutil/trace.go:171","msg":"trace[1244186866] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"109.610179ms","start":"2026-02-24T20:46:36.948572Z","end":"2026-02-24T20:46:37.058182Z","steps":["trace[1244186866] 'process raft request' (duration: 41.650075ms)","trace[1244186866] 'compare' (duration: 67.688548ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:46:37.076543Z","caller":"traceutil/trace.go:171","msg":"trace[661211944] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"122.338277ms","start":"2026-02-24T20:46:36.954171Z","end":"2026-02-24T20:46:37.07651Z","steps":["trace[661211944] 'process raft request' (duration: 122.196544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.545763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.071677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:09.545819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.069934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:09.545864Z","caller":"traceutil/trace.go:171","msg":"trace[1097071423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23050; }","duration":"120.23491ms","start":"2026-02-24T20:47:09.425608Z","end":"2026-02-24T20:47:09.545843Z","steps":["trace[1097071423] 'count revisions from in-memory index tree' (duration: 119.965624ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:09.545912Z","caller":"traceutil/trace.go:171","msg":"trace[1331529757] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23050; }","duration":"149.232818ms","start":"2026-02-24T20:47:09.396659Z","end":"2026-02-24T20:47:09.545892Z","steps":["trace[1331529757] 'count revisions from in-memory index tree' (duration: 148.904951ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:09.653334Z","caller":"traceutil/trace.go:171","msg":"trace[1728541485] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"102.059937ms","start":"2026-02-24T20:47:09.55123Z","end":"2026-02-24T20:47:09.65329Z","steps":["trace[1728541485] 'process raft request' (duration: 94.883264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:17.575479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.046471ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:47:17.718132Z","caller":"traceutil/trace.go:171","msg":"trace[1810143565] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"121.680202ms","start":"2026-02-24T20:47:17.596409Z","end":"2026-02-24T20:47:17.718089Z","steps":["trace[1810143565] 'process raft request' (duration: 121.433517ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:19.106915Z","caller":"traceutil/trace.go:171","msg":"trace[616053018] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"200.80591ms","start":"2026-02-24T20:47:18.906079Z","end":"2026-02-24T20:47:19.106884Z","steps":["trace[616053018] 'process raft request' (duration: 200.336579ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:19.156792Z","caller":"traceutil/trace.go:171","msg":"trace[214170790] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"250.160551ms","start":"2026-02-24T20:47:18.906594Z","end":"2026-02-24T20:47:19.156755Z","steps":["trace[214170790] 'process raft request' (duration: 212.326321ms)","trace[214170790] 'compare' (duration: 37.622444ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:19.156819Z","caller":"traceutil/trace.go:171","msg":"trace[1870850557] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"244.579284ms","start":"2026-02-24T20:47:18.912216Z","end":"2026-02-24T20:47:19.156795Z","steps":["trace[1870850557] 'process raft request' (duration: 244.490472ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:19.157589Z","caller":"traceutil/trace.go:171","msg":"trace[2146381098] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"248.298609ms","start":"2026-02-24T20:47:18.909264Z","end":"2026-02-24T20:47:19.157563Z","steps":["trace[2146381098] 'process raft request' (duration: 247.398828ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:19.422442Z","caller":"traceutil/trace.go:171","msg":"trace[1673201077] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"126.994633ms","start":"2026-02-24T20:47:19.295415Z","end":"2026-02-24T20:47:19.42241Z","steps":["trace[1673201077] 'process raft request' (duration: 119.851352ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:19.577366Z","caller":"traceutil/trace.go:171","msg":"trace[536951459] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"150.313023ms","start":"2026-02-24T20:47:19.427016Z","end":"2026-02-24T20:47:19.577329Z","steps":["trace[536951459] 'process raft request' (duration: 104.687697ms)","trace[536951459] 'compare' (duration: 45.421942ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:21.315995Z","caller":"traceutil/trace.go:171","msg":"trace[683247396] linearizableReadLoop","detail":"{readStateIndex:23938; appliedIndex:23935; }","duration":"149.429653ms","start":"2026-02-24T20:47:21.166542Z","end":"2026-02-24T20:47:21.315971Z","steps":["trace[683247396] 'read index received' (duration: 41.314588ms)","trace[683247396] 'applied index is now lower than readState.Index' (duration: 108.113884ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:21.316246Z","caller":"traceutil/trace.go:171","msg":"trace[1284453231] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"153.978596ms","start":"2026-02-24T20:47:21.162259Z","end":"2026-02-24T20:47:21.316237Z","steps":["trace[1284453231] 'process raft request' (duration: 153.535157ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:21.316384Z","caller":"traceutil/trace.go:171","msg":"trace[1875575211] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"153.946115ms","start":"2026-02-24T20:47:21.162431Z","end":"2026-02-24T20:47:21.316377Z","steps":["trace[1875575211] 'process raft request' (duration: 153.511485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:21.316557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.006646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:47:21.316584Z","caller":"traceutil/trace.go:171","msg":"trace[1383668415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23126; }","duration":"150.076828ms","start":"2026-02-24T20:47:21.166501Z","end":"2026-02-24T20:47:21.316578Z","steps":["trace[1383668415] 'agreement among raft nodes before linearized reading' (duration: 149.977675ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:21.443103Z","caller":"traceutil/trace.go:171","msg":"trace[1505741518] linearizableReadLoop","detail":"{readStateIndex:23940; appliedIndex:23938; }","duration":"120.647559ms","start":"2026-02-24T20:47:21.322422Z","end":"2026-02-24T20:47:21.44307Z","steps":["trace[1505741518] 'read index received' (duration: 54.226031ms)","trace[1505741518] 'applied index is now lower than readState.Index' (duration: 66.420368ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:21.443341Z","caller":"traceutil/trace.go:171","msg":"trace[1595175496] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"123.277299ms","start":"2026-02-24T20:47:21.32005Z","end":"2026-02-24T20:47:21.443327Z","steps":["trace[1595175496] 'process raft request' (duration: 56.518533ms)","trace[1595175496] 'compare' (duration: 66.361217ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:21.443434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.995167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:21.443515Z","caller":"traceutil/trace.go:171","msg":"trace[180807085] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23128; }","duration":"121.13694ms","start":"2026-02-24T20:47:21.322361Z","end":"2026-02-24T20:47:21.443498Z","steps":["trace[180807085] 'agreement among raft nodes before linearized reading' (duration: 120.993117ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:21.443482Z","caller":"traceutil/trace.go:171","msg":"trace[1875710982] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"121.253812ms","start":"2026-02-24T20:47:21.322197Z","end":"2026-02-24T20:47:21.443451Z","steps":["trace[1875710982] 'process raft request' (duration: 120.836803ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:21.658105Z","caller":"traceutil/trace.go:171","msg":"trace[1271423828] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"118.430629ms","start":"2026-02-24T20:47:21.539636Z","end":"2026-02-24T20:47:21.658066Z","steps":["trace[1271423828] 'process raft request' (duration: 117.763534ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:22.745993Z","caller":"traceutil/trace.go:171","msg":"trace[162622012] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"110.916129ms","start":"2026-02-24T20:47:22.635046Z","end":"2026-02-24T20:47:22.745962Z","steps":["trace[162622012] 'process raft request' (duration: 110.604772ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.785016Z","caller":"traceutil/trace.go:171","msg":"trace[1701813458] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"588.050482ms","start":"2026-02-24T20:47:25.19694Z","end":"2026-02-24T20:47:25.784991Z","steps":["trace[1701813458] 'process raft request' (duration: 587.903738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.78517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.196906Z","time spent":"588.192045ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:25.882572Z","caller":"traceutil/trace.go:171","msg":"trace[530606856] linearizableReadLoop","detail":"{readStateIndex:23967; appliedIndex:23963; }","duration":"377.782297ms","start":"2026-02-24T20:47:25.504773Z","end":"2026-02-24T20:47:25.882555Z","steps":["trace[530606856] 'read index received' (duration: 280.057209ms)","trace[530606856] 'applied index is now lower than readState.Index' (duration: 97.724228ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:25.882895Z","caller":"traceutil/trace.go:171","msg":"trace[692074373] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"542.361654ms","start":"2026-02-24T20:47:25.340525Z","end":"2026-02-24T20:47:25.882886Z","steps":["trace[692074373] 'process raft request' (duration: 541.847802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.883007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.340503Z","time spent":"542.450147ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:25.883103Z","caller":"traceutil/trace.go:171","msg":"trace[1788274140] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"333.854591ms","start":"2026-02-24T20:47:25.549226Z","end":"2026-02-24T20:47:25.883081Z","steps":["trace[1788274140] 'process raft request' (duration: 333.287777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.883383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.549205Z","time spent":"334.117657ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.883216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.449313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:25.883483Z","caller":"traceutil/trace.go:171","msg":"trace[1535846641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23155; }","duration":"378.735699ms","start":"2026-02-24T20:47:25.504712Z","end":"2026-02-24T20:47:25.883447Z","steps":["trace[1535846641] 'agreement among raft nodes before linearized reading' (duration: 378.398801ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.883202Z","caller":"traceutil/trace.go:171","msg":"trace[1873459076] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"521.830999ms","start":"2026-02-24T20:47:25.361342Z","end":"2026-02-24T20:47:25.883173Z","steps":["trace[1873459076] 'process raft request' (duration: 521.150443ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.883207Z","caller":"traceutil/trace.go:171","msg":"trace[369190187] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"539.482739ms","start":"2026-02-24T20:47:25.343706Z","end":"2026-02-24T20:47:25.883189Z","steps":["trace[369190187] 'process raft request' (duration: 538.760222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.883731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.361313Z","time spent":"522.31957ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.883818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.343695Z","time spent":"540.050252ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.883568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.504679Z","time spent":"378.858542ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:47:25.922485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.809719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:25.922513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.759876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:47:25.922563Z","caller":"traceutil/trace.go:171","msg":"trace[2005678193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23156; }","duration":"281.944782ms","start":"2026-02-24T20:47:25.640601Z","end":"2026-02-24T20:47:25.922546Z","steps":["trace[2005678193] 'agreement among raft nodes before linearized reading' (duration: 281.806219ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.922585Z","caller":"traceutil/trace.go:171","msg":"trace[1878556153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23156; }","duration":"225.872779ms","start":"2026-02-24T20:47:25.696693Z","end":"2026-02-24T20:47:25.922566Z","steps":["trace[1878556153] 'agreement among raft nodes before linearized reading' (duration: 225.644104ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.922651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.236298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:47:25.922698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.294505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:25.922732Z","caller":"traceutil/trace.go:171","msg":"trace[1566634248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23156; }","duration":"374.34707ms","start":"2026-02-24T20:47:25.548365Z","end":"2026-02-24T20:47:25.922712Z","steps":["trace[1566634248] 'agreement among raft nodes before linearized reading' (duration: 374.148025ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.922758Z","caller":"traceutil/trace.go:171","msg":"trace[48235384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23156; }","duration":"258.401316ms","start":"2026-02-24T20:47:25.664345Z","end":"2026-02-24T20:47:25.922747Z","steps":["trace[48235384] 'agreement among raft nodes before linearized reading' (duration: 258.312594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.922781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.548353Z","time spent":"374.416622ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:25.922655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.915946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:25.923031Z","caller":"traceutil/trace.go:171","msg":"trace[1503136763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23156; }","duration":"210.329976ms","start":"2026-02-24T20:47:25.712667Z","end":"2026-02-24T20:47:25.922996Z","steps":["trace[1503136763] 'agreement among raft nodes before linearized reading' (duration: 209.814174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.923334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.881743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:47:25.923523Z","caller":"traceutil/trace.go:171","msg":"trace[780752757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23156; }","duration":"294.103498ms","start":"2026-02-24T20:47:25.629401Z","end":"2026-02-24T20:47:25.923505Z","steps":["trace[780752757] 'agreement among raft nodes before linearized reading' (duration: 293.055355ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.112478Z","caller":"traceutil/trace.go:171","msg":"trace[1344927258] linearizableReadLoop","detail":"{readStateIndex:23971; appliedIndex:23969; }","duration":"190.112025ms","start":"2026-02-24T20:47:25.922322Z","end":"2026-02-24T20:47:26.112434Z","steps":["trace[1344927258] 'read index received' (duration: 133.327497ms)","trace[1344927258] 'applied index is now lower than readState.Index' (duration: 56.782488ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:26.112543Z","caller":"traceutil/trace.go:171","msg":"trace[779672978] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"200.586315ms","start":"2026-02-24T20:47:25.911908Z","end":"2026-02-24T20:47:26.112495Z","steps":["trace[779672978] 'process raft request' (duration: 200.208495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.112659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.676514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:26.112738Z","caller":"traceutil/trace.go:171","msg":"trace[215838314] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23158; }","duration":"210.797347ms","start":"2026-02-24T20:47:25.901924Z","end":"2026-02-24T20:47:26.112722Z","steps":["trace[215838314] 'agreement among raft nodes before linearized reading' (duration: 210.632133ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.112217Z","caller":"traceutil/trace.go:171","msg":"trace[683838811] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"224.568289ms","start":"2026-02-24T20:47:25.887612Z","end":"2026-02-24T20:47:26.11218Z","steps":["trace[683838811] 'process raft request' (duration: 167.851651ms)","trace[683838811] 'compare' (duration: 56.493373ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:26.161745Z","caller":"traceutil/trace.go:171","msg":"trace[1660213932] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"234.350942ms","start":"2026-02-24T20:47:25.927368Z","end":"2026-02-24T20:47:26.161719Z","steps":["trace[1660213932] 'process raft request' (duration: 234.173528ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.161728Z","caller":"traceutil/trace.go:171","msg":"trace[1771117297] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"233.839589ms","start":"2026-02-24T20:47:25.927857Z","end":"2026-02-24T20:47:26.161696Z","steps":["trace[1771117297] 'process raft request' (duration: 233.744707ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.161743Z","caller":"traceutil/trace.go:171","msg":"trace[1282212430] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"234.71109ms","start":"2026-02-24T20:47:25.926998Z","end":"2026-02-24T20:47:26.161709Z","steps":["trace[1282212430] 'process raft request' (duration: 234.373862ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.161929Z","caller":"traceutil/trace.go:171","msg":"trace[1129498634] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"233.876269ms","start":"2026-02-24T20:47:25.928044Z","end":"2026-02-24T20:47:26.161921Z","steps":["trace[1129498634] 'process raft request' (duration: 233.606333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.162006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.938324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:26.162062Z","caller":"traceutil/trace.go:171","msg":"trace[1703027204] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23162; }","duration":"187.039607ms","start":"2026-02-24T20:47:25.975008Z","end":"2026-02-24T20:47:26.162047Z","steps":["trace[1703027204] 'agreement among raft nodes before linearized reading' (duration: 186.925715ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.992182Z","caller":"traceutil/trace.go:171","msg":"trace[1869016102] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"111.127499ms","start":"2026-02-24T20:47:26.881025Z","end":"2026-02-24T20:47:26.992153Z","steps":["trace[1869016102] 'process raft request' (duration: 106.618329ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.038651Z","caller":"traceutil/trace.go:171","msg":"trace[18754323] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"149.572828ms","start":"2026-02-24T20:47:27.889038Z","end":"2026-02-24T20:47:28.03861Z","steps":["trace[18754323] 'process raft request' (duration: 142.835345ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.038978Z","caller":"traceutil/trace.go:171","msg":"trace[553476744] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"149.443184ms","start":"2026-02-24T20:47:27.889525Z","end":"2026-02-24T20:47:28.038968Z","steps":["trace[553476744] 'process raft request' (duration: 149.329732ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.038981Z","caller":"traceutil/trace.go:171","msg":"trace[890981584] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"149.511016ms","start":"2026-02-24T20:47:27.889445Z","end":"2026-02-24T20:47:28.038956Z","steps":["trace[890981584] 'process raft request' (duration: 149.128697ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.039031Z","caller":"traceutil/trace.go:171","msg":"trace[282888308] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"111.782104ms","start":"2026-02-24T20:47:27.92723Z","end":"2026-02-24T20:47:28.039012Z","steps":["trace[282888308] 'process raft request' (duration: 111.720593ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.039123Z","caller":"traceutil/trace.go:171","msg":"trace[1505905529] linearizableReadLoop","detail":"{readStateIndex:23985; appliedIndex:23982; }","duration":"132.627028ms","start":"2026-02-24T20:47:27.906486Z","end":"2026-02-24T20:47:28.039113Z","steps":["trace[1505905529] 'read index received' (duration: 125.402593ms)","trace[1505905529] 'applied index is now lower than readState.Index' (duration: 7.223235ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:28.039377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.870063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-24T20:47:28.039481Z","caller":"traceutil/trace.go:171","msg":"trace[198875231] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23172; }","duration":"133.029327ms","start":"2026-02-24T20:47:27.906429Z","end":"2026-02-24T20:47:28.039459Z","steps":["trace[198875231] 'agreement among raft nodes before linearized reading' (duration: 132.75195ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:29.008948Z","caller":"traceutil/trace.go:171","msg":"trace[61192594] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"123.440125ms","start":"2026-02-24T20:47:28.885483Z","end":"2026-02-24T20:47:29.008923Z","steps":["trace[61192594] 'process raft request' (duration: 123.259651ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:30.156575Z","caller":"traceutil/trace.go:171","msg":"trace[1507209197] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"111.873507ms","start":"2026-02-24T20:47:30.044676Z","end":"2026-02-24T20:47:30.15655Z","steps":["trace[1507209197] 'process raft request' (duration: 53.818892ms)","trace[1507209197] 'compare' (duration: 57.942462ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:30.198046Z","caller":"traceutil/trace.go:171","msg":"trace[1269422366] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"152.14399ms","start":"2026-02-24T20:47:30.045881Z","end":"2026-02-24T20:47:30.198025Z","steps":["trace[1269422366] 'process raft request' (duration: 151.923265ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:30.19836Z","caller":"traceutil/trace.go:171","msg":"trace[1751865786] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"152.443927ms","start":"2026-02-24T20:47:30.045889Z","end":"2026-02-24T20:47:30.198333Z","steps":["trace[1751865786] 'process raft request' (duration: 152.083379ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:30.19839Z","caller":"traceutil/trace.go:171","msg":"trace[1348196731] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"152.382615ms","start":"2026-02-24T20:47:30.045984Z","end":"2026-02-24T20:47:30.198367Z","steps":["trace[1348196731] 'process raft request' (duration: 152.217451ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:30.198364Z","caller":"traceutil/trace.go:171","msg":"trace[1342578297] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:24002; }","duration":"110.924743ms","start":"2026-02-24T20:47:30.087415Z","end":"2026-02-24T20:47:30.19834Z","steps":["trace[1342578297] 'read index received' (duration: 11.090988ms)","trace[1342578297] 'applied index is now lower than readState.Index' (duration: 99.832575ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:30.198537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.109638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-24T20:47:30.198589Z","caller":"traceutil/trace.go:171","msg":"trace[19037680] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23192; }","duration":"111.20893ms","start":"2026-02-24T20:47:30.087368Z","end":"2026-02-24T20:47:30.198577Z","steps":["trace[19037680] 'agreement among raft nodes before linearized reading' (duration: 111.045106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:30.626912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.53747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:30.627039Z","caller":"traceutil/trace.go:171","msg":"trace[2124071957] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"120.216128ms","start":"2026-02-24T20:47:30.506797Z","end":"2026-02-24T20:47:30.627013Z","steps":["trace[2124071957] 'process raft request' (duration: 10.475113ms)","trace[2124071957] 'compare' (duration: 109.393296ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:30.656227Z","caller":"traceutil/trace.go:171","msg":"trace[1502551573] linearizableReadLoop","detail":"{readStateIndex:24016; appliedIndex:24014; }","duration":"145.086838ms","start":"2026-02-24T20:47:30.511116Z","end":"2026-02-24T20:47:30.656203Z","steps":["trace[1502551573] 'read index received' (duration: 6.2463ms)","trace[1502551573] 'applied index is now lower than readState.Index' (duration: 138.839758ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:30.656309Z","caller":"traceutil/trace.go:171","msg":"trace[1709043919] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"148.457991ms","start":"2026-02-24T20:47:30.507845Z","end":"2026-02-24T20:47:30.656303Z","steps":["trace[1709043919] 'process raft request' (duration: 148.241894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:30.65655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.416568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7319"} {"level":"info","ts":"2026-02-24T20:47:30.656576Z","caller":"traceutil/trace.go:171","msg":"trace[1984428383] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23202; }","duration":"145.473029ms","start":"2026-02-24T20:47:30.511097Z","end":"2026-02-24T20:47:30.65657Z","steps":["trace[1984428383] 'agreement among raft nodes before linearized reading' (duration: 145.304885ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:30.77873Z","caller":"traceutil/trace.go:171","msg":"trace[1054023974] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"116.413446ms","start":"2026-02-24T20:47:30.662295Z","end":"2026-02-24T20:47:30.778708Z","steps":["trace[1054023974] 'process raft request' (duration: 82.824694ms)","trace[1054023974] 'compare' (duration: 33.436038ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:32.092763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.562727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:32.092876Z","caller":"traceutil/trace.go:171","msg":"trace[253881706] linearizableReadLoop","detail":"{readStateIndex:24026; appliedIndex:24025; }","duration":"133.359415ms","start":"2026-02-24T20:47:31.959497Z","end":"2026-02-24T20:47:32.092857Z","steps":["trace[253881706] 'read index received' (duration: 24.574323ms)","trace[253881706] 'applied index is now lower than readState.Index' (duration: 108.783321ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:32.092959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.468378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:32.09297Z","caller":"traceutil/trace.go:171","msg":"trace[156505951] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"176.684453ms","start":"2026-02-24T20:47:31.916254Z","end":"2026-02-24T20:47:32.092939Z","steps":["trace[156505951] 'process raft request' (duration: 67.846561ms)","trace[156505951] 'compare' (duration: 108.429633ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:32.092998Z","caller":"traceutil/trace.go:171","msg":"trace[1676680213] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23212; }","duration":"133.509759ms","start":"2026-02-24T20:47:31.959475Z","end":"2026-02-24T20:47:32.092985Z","steps":["trace[1676680213] 'agreement among raft nodes before linearized reading' (duration: 133.432317ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:32.117725Z","caller":"traceutil/trace.go:171","msg":"trace[1304582061] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"118.126697ms","start":"2026-02-24T20:47:31.999576Z","end":"2026-02-24T20:47:32.117703Z","steps":["trace[1304582061] 'process raft request' (duration: 118.006714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:32.338153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.950435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:32.338407Z","caller":"traceutil/trace.go:171","msg":"trace[1244961988] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"175.116087ms","start":"2026-02-24T20:47:32.163256Z","end":"2026-02-24T20:47:32.338372Z","steps":["trace[1244961988] 'process raft request' (duration: 70.828775ms)","trace[1244961988] 'compare' (duration: 103.821031ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:32.338445Z","caller":"traceutil/trace.go:171","msg":"trace[116938379] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"134.653577ms","start":"2026-02-24T20:47:32.203769Z","end":"2026-02-24T20:47:32.338423Z","steps":["trace[116938379] 'process raft request' (duration: 134.506024ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:32.338493Z","caller":"traceutil/trace.go:171","msg":"trace[1795257582] linearizableReadLoop","detail":"{readStateIndex:24031; appliedIndex:24027; }","duration":"126.480399ms","start":"2026-02-24T20:47:32.211989Z","end":"2026-02-24T20:47:32.338469Z","steps":["trace[1795257582] 'read index received' (duration: 22.107665ms)","trace[1795257582] 'applied index is now lower than readState.Index' (duration: 104.371154ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:32.338569Z","caller":"traceutil/trace.go:171","msg":"trace[245278796] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"134.548775ms","start":"2026-02-24T20:47:32.203994Z","end":"2026-02-24T20:47:32.338543Z","steps":["trace[245278796] 'process raft request' (duration: 134.362361ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:32.338665Z","caller":"traceutil/trace.go:171","msg":"trace[1661667490] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"134.167706ms","start":"2026-02-24T20:47:32.204439Z","end":"2026-02-24T20:47:32.338606Z","steps":["trace[1661667490] 'process raft request' (duration: 133.971251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:32.338838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.222406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:47:32.338874Z","caller":"traceutil/trace.go:171","msg":"trace[1197543487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23217; }","duration":"110.314848ms","start":"2026-02-24T20:47:32.22855Z","end":"2026-02-24T20:47:32.338865Z","steps":["trace[1197543487] 'agreement among raft nodes before linearized reading' (duration: 110.167354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:32.339031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.026832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:47:32.339072Z","caller":"traceutil/trace.go:171","msg":"trace[1564647685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23217; }","duration":"127.107514ms","start":"2026-02-24T20:47:32.211951Z","end":"2026-02-24T20:47:32.339058Z","steps":["trace[1564647685] 'agreement among raft nodes before linearized reading' (duration: 126.996292ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:32.599068Z","caller":"traceutil/trace.go:171","msg":"trace[867477644] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"181.064819ms","start":"2026-02-24T20:47:32.417958Z","end":"2026-02-24T20:47:32.599023Z","steps":["trace[867477644] 'process raft request' (duration: 132.352992ms)","trace[867477644] 'compare' (duration: 48.544173ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:32.934105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.609649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:32.934314Z","caller":"traceutil/trace.go:171","msg":"trace[1508920649] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"237.225759ms","start":"2026-02-24T20:47:32.697054Z","end":"2026-02-24T20:47:32.93428Z","steps":["trace[1508920649] 'process raft request' (duration: 111.266251ms)","trace[1508920649] 'compare' (duration: 124.893261ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:33.067811Z","caller":"traceutil/trace.go:171","msg":"trace[81578505] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23230; }","duration":"357.302762ms","start":"2026-02-24T20:47:32.71048Z","end":"2026-02-24T20:47:33.067783Z","steps":["trace[81578505] 'process raft request' (duration: 357.247601ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.067816Z","caller":"traceutil/trace.go:171","msg":"trace[722480825] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"368.422131ms","start":"2026-02-24T20:47:32.699325Z","end":"2026-02-24T20:47:33.067747Z","steps":["trace[722480825] 'process raft request' (duration: 357.341083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.068005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.710473Z","time spent":"357.425935ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1831,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:33.068005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.699316Z","time spent":"368.596515ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:47:33.067988Z","caller":"traceutil/trace.go:171","msg":"trace[677426376] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"358.03178ms","start":"2026-02-24T20:47:32.709872Z","end":"2026-02-24T20:47:33.067903Z","steps":["trace[677426376] 'process raft request' (duration: 357.783394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.068304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.709845Z","time spent":"358.299196ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1777,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:33.195348Z","caller":"traceutil/trace.go:171","msg":"trace[750086754] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"114.090801ms","start":"2026-02-24T20:47:33.081224Z","end":"2026-02-24T20:47:33.195315Z","steps":["trace[750086754] 'process raft request' (duration: 99.446286ms)","trace[750086754] 'compare' (duration: 14.149953ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:33.478031Z","caller":"traceutil/trace.go:171","msg":"trace[994999247] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"100.272985ms","start":"2026-02-24T20:47:33.377734Z","end":"2026-02-24T20:47:33.478007Z","steps":["trace[994999247] 'process raft request' (duration: 100.05756ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.704151Z","caller":"traceutil/trace.go:171","msg":"trace[758197193] linearizableReadLoop","detail":"{readStateIndex:24055; appliedIndex:24054; }","duration":"104.580249ms","start":"2026-02-24T20:47:33.599546Z","end":"2026-02-24T20:47:33.704126Z","steps":["trace[758197193] 'read index received' (duration: 104.415586ms)","trace[758197193] 'applied index is now lower than readState.Index' (duration: 163.253µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:33.704232Z","caller":"traceutil/trace.go:171","msg":"trace[1437220071] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"106.320862ms","start":"2026-02-24T20:47:33.597882Z","end":"2026-02-24T20:47:33.704203Z","steps":["trace[1437220071] 'process raft request' (duration: 106.094966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.704466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.753908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:33.704513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.137397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-24T20:47:33.70453Z","caller":"traceutil/trace.go:171","msg":"trace[200354717] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23239; }","duration":"100.86867ms","start":"2026-02-24T20:47:33.603647Z","end":"2026-02-24T20:47:33.704516Z","steps":["trace[200354717] 'agreement among raft nodes before linearized reading' (duration: 100.701166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.704596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.983708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-24T20:47:33.704644Z","caller":"traceutil/trace.go:171","msg":"trace[1491592681] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23239; }","duration":"113.195548ms","start":"2026-02-24T20:47:33.591345Z","end":"2026-02-24T20:47:33.70454Z","steps":["trace[1491592681] 'agreement among raft nodes before linearized reading' (duration: 112.913522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.704612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.424152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:47:33.70468Z","caller":"traceutil/trace.go:171","msg":"trace[364332886] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23239; }","duration":"102.09346ms","start":"2026-02-24T20:47:33.602567Z","end":"2026-02-24T20:47:33.704661Z","steps":["trace[364332886] 'agreement among raft nodes before linearized reading' (duration: 101.832944ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.704715Z","caller":"traceutil/trace.go:171","msg":"trace[1197477936] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23239; }","duration":"103.557375ms","start":"2026-02-24T20:47:33.601142Z","end":"2026-02-24T20:47:33.7047Z","steps":["trace[1197477936] 'agreement among raft nodes before linearized reading' (duration: 103.173846ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.848452Z","caller":"traceutil/trace.go:171","msg":"trace[993845050] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"136.02354ms","start":"2026-02-24T20:47:33.712396Z","end":"2026-02-24T20:47:33.84842Z","steps":["trace[993845050] 'process raft request' (duration: 97.13865ms)","trace[993845050] 'compare' (duration: 38.271676ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:33.848792Z","caller":"traceutil/trace.go:171","msg":"trace[128910078] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"136.344488ms","start":"2026-02-24T20:47:33.712437Z","end":"2026-02-24T20:47:33.848781Z","steps":["trace[128910078] 'process raft request' (duration: 135.957999ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.848823Z","caller":"traceutil/trace.go:171","msg":"trace[1344117564] linearizableReadLoop","detail":"{readStateIndex:24062; appliedIndex:24055; }","duration":"135.461106ms","start":"2026-02-24T20:47:33.71334Z","end":"2026-02-24T20:47:33.848801Z","steps":["trace[1344117564] 'read index received' (duration: 39.366862ms)","trace[1344117564] 'applied index is now lower than readState.Index' (duration: 96.093104ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:33.848918Z","caller":"traceutil/trace.go:171","msg":"trace[387662683] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"136.511172ms","start":"2026-02-24T20:47:33.712398Z","end":"2026-02-24T20:47:33.848909Z","steps":["trace[387662683] 'process raft request' (duration: 135.686482ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.84899Z","caller":"traceutil/trace.go:171","msg":"trace[362966358] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"136.515373ms","start":"2026-02-24T20:47:33.712463Z","end":"2026-02-24T20:47:33.848978Z","steps":["trace[362966358] 'process raft request' (duration: 136.00615ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.849049Z","caller":"traceutil/trace.go:171","msg":"trace[1474568231] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"136.682346ms","start":"2026-02-24T20:47:33.712355Z","end":"2026-02-24T20:47:33.849037Z","steps":["trace[1474568231] 'process raft request' (duration: 135.864526ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.849326Z","caller":"traceutil/trace.go:171","msg":"trace[953469525] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"136.825809ms","start":"2026-02-24T20:47:33.712485Z","end":"2026-02-24T20:47:33.849311Z","steps":["trace[953469525] 'process raft request' (duration: 136.016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.849601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.233025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:33.849646Z","caller":"traceutil/trace.go:171","msg":"trace[735586565] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23249; }","duration":"136.306486ms","start":"2026-02-24T20:47:33.713325Z","end":"2026-02-24T20:47:33.849632Z","steps":["trace[735586565] 'agreement among raft nodes before linearized reading' (duration: 136.184693ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.849785Z","caller":"traceutil/trace.go:171","msg":"trace[1499027114] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"136.152973ms","start":"2026-02-24T20:47:33.713622Z","end":"2026-02-24T20:47:33.849775Z","steps":["trace[1499027114] 'process raft request' (duration: 134.943354ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.849988Z","caller":"traceutil/trace.go:171","msg":"trace[882553553] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"130.491526ms","start":"2026-02-24T20:47:33.719485Z","end":"2026-02-24T20:47:33.849976Z","steps":["trace[882553553] 'process raft request' (duration: 129.147483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.850072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.148681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:47:33.850149Z","caller":"traceutil/trace.go:171","msg":"trace[305937374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23249; }","duration":"133.245193ms","start":"2026-02-24T20:47:33.716885Z","end":"2026-02-24T20:47:33.85013Z","steps":["trace[305937374] 'agreement among raft nodes before linearized reading' (duration: 132.664478ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.85021Z","caller":"traceutil/trace.go:171","msg":"trace[1369170921] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"129.929844ms","start":"2026-02-24T20:47:33.720269Z","end":"2026-02-24T20:47:33.850199Z","steps":["trace[1369170921] 'process raft request' (duration: 128.444057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.850861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.715111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-24T20:47:33.852159Z","caller":"traceutil/trace.go:171","msg":"trace[1473265056] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23249; }","duration":"108.025203ms","start":"2026-02-24T20:47:33.744118Z","end":"2026-02-24T20:47:33.852143Z","steps":["trace[1473265056] 'agreement among raft nodes before linearized reading' (duration: 106.62613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.1459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.123454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:34.146094Z","caller":"traceutil/trace.go:171","msg":"trace[722692631] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"290.602599ms","start":"2026-02-24T20:47:33.855464Z","end":"2026-02-24T20:47:34.146066Z","steps":["trace[722692631] 'process raft request' (duration: 130.23236ms)","trace[722692631] 'compare' (duration: 160.00752ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.146284Z","caller":"traceutil/trace.go:171","msg":"trace[1163689612] linearizableReadLoop","detail":"{readStateIndex:24073; appliedIndex:24066; }","duration":"273.32394ms","start":"2026-02-24T20:47:33.872941Z","end":"2026-02-24T20:47:34.146265Z","steps":["trace[1163689612] 'read index received' (duration: 112.747846ms)","trace[1163689612] 'applied index is now lower than readState.Index' (duration: 160.574974ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.14631Z","caller":"traceutil/trace.go:171","msg":"trace[1914764778] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"290.440054ms","start":"2026-02-24T20:47:33.855864Z","end":"2026-02-24T20:47:34.146304Z","steps":["trace[1914764778] 'process raft request' (duration: 290.24355ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.14639Z","caller":"traceutil/trace.go:171","msg":"trace[500108125] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"288.657382ms","start":"2026-02-24T20:47:33.857639Z","end":"2026-02-24T20:47:34.146297Z","steps":["trace[500108125] 'process raft request' (duration: 288.533749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.146435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.29513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:47:34.146428Z","caller":"traceutil/trace.go:171","msg":"trace[1810365087] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"279.627243ms","start":"2026-02-24T20:47:33.86677Z","end":"2026-02-24T20:47:34.146397Z","steps":["trace[1810365087] 'process raft request' (duration: 279.441408ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.146475Z","caller":"traceutil/trace.go:171","msg":"trace[811692454] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23257; }","duration":"292.357451ms","start":"2026-02-24T20:47:33.854106Z","end":"2026-02-24T20:47:34.146464Z","steps":["trace[811692454] 'agreement among raft nodes before linearized reading' (duration: 292.277519ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.146509Z","caller":"traceutil/trace.go:171","msg":"trace[1986008988] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"290.749842ms","start":"2026-02-24T20:47:33.855744Z","end":"2026-02-24T20:47:34.146493Z","steps":["trace[1986008988] 'process raft request' (duration: 290.322412ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.146602Z","caller":"traceutil/trace.go:171","msg":"trace[400597467] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"289.275217ms","start":"2026-02-24T20:47:33.857322Z","end":"2026-02-24T20:47:34.146598Z","steps":["trace[400597467] 'process raft request' (duration: 288.824427ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.146473Z","caller":"traceutil/trace.go:171","msg":"trace[1467586018] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"290.898355ms","start":"2026-02-24T20:47:33.855568Z","end":"2026-02-24T20:47:34.146466Z","steps":["trace[1467586018] 'process raft request' (duration: 290.428234ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.364351Z","caller":"traceutil/trace.go:171","msg":"trace[1119230574] linearizableReadLoop","detail":"{readStateIndex:24074; appliedIndex:24073; }","duration":"218.013523ms","start":"2026-02-24T20:47:34.146316Z","end":"2026-02-24T20:47:34.364329Z","steps":["trace[1119230574] 'read index received' (duration: 127.483194ms)","trace[1119230574] 'applied index is now lower than readState.Index' (duration: 90.526719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:34.364529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.169938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-24T20:47:34.364494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.453518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7fb997877b-t5skk\" ","response":"range_response_count:1 size:8405"} {"level":"warn","ts":"2026-02-24T20:47:34.364574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.683056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-02-24T20:47:34.364616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.6696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-24T20:47:34.364632Z","caller":"traceutil/trace.go:171","msg":"trace[481043529] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"266.62693ms","start":"2026-02-24T20:47:34.097966Z","end":"2026-02-24T20:47:34.364593Z","steps":["trace[481043529] 'process raft request' (duration: 175.858095ms)","trace[481043529] 'compare' (duration: 90.366025ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.364676Z","caller":"traceutil/trace.go:171","msg":"trace[749691760] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23258; }","duration":"482.809888ms","start":"2026-02-24T20:47:33.881855Z","end":"2026-02-24T20:47:34.364665Z","steps":["trace[749691760] 'agreement among raft nodes before linearized reading' (duration: 482.627794ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.364645Z","caller":"traceutil/trace.go:171","msg":"trace[1842617955] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7fb997877b-t5skk; range_end:; response_count:1; response_revision:23258; }","duration":"398.601162ms","start":"2026-02-24T20:47:33.965994Z","end":"2026-02-24T20:47:34.364595Z","steps":["trace[1842617955] 'agreement among raft nodes before linearized reading' (duration: 398.341896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.364709Z","caller":"traceutil/trace.go:171","msg":"trace[1391794353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23258; }","duration":"488.792873ms","start":"2026-02-24T20:47:33.875899Z","end":"2026-02-24T20:47:34.364692Z","steps":["trace[1391794353] 'agreement among raft nodes before linearized reading' (duration: 488.552947ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.36488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.875885Z","time spent":"488.983807ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-02-24T20:47:34.364604Z","caller":"traceutil/trace.go:171","msg":"trace[784883848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23258; }","duration":"488.276701ms","start":"2026-02-24T20:47:33.876309Z","end":"2026-02-24T20:47:34.364586Z","steps":["trace[784883848] 'agreement among raft nodes before linearized reading' (duration: 488.063695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.364981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.876304Z","time spent":"488.66779ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-02-24T20:47:34.364703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.414244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-24T20:47:34.364825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.965982Z","time spent":"398.830127ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8429,"request content":"key:\"/registry/pods/openstack/magnum-api-7fb997877b-t5skk\" "} {"level":"warn","ts":"2026-02-24T20:47:34.365546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.881849Z","time spent":"482.940281ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-02-24T20:47:34.365601Z","caller":"traceutil/trace.go:171","msg":"trace[865035889] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23258; }","duration":"488.808863ms","start":"2026-02-24T20:47:33.876265Z","end":"2026-02-24T20:47:34.365074Z","steps":["trace[865035889] 'agreement among raft nodes before linearized reading' (duration: 488.111587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.365716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.87626Z","time spent":"489.440879ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-24T20:47:34.387871Z","caller":"traceutil/trace.go:171","msg":"trace[833560121] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"230.634349ms","start":"2026-02-24T20:47:34.157224Z","end":"2026-02-24T20:47:34.387858Z","steps":["trace[833560121] 'process raft request' (duration: 230.547567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.418275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.871303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:34.418347Z","caller":"traceutil/trace.go:171","msg":"trace[357029171] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:23266; }","duration":"261.951165ms","start":"2026-02-24T20:47:34.156379Z","end":"2026-02-24T20:47:34.418331Z","steps":["trace[357029171] 'agreement among raft nodes before linearized reading' (duration: 261.792382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.418387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.75821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-02-24T20:47:34.41854Z","caller":"traceutil/trace.go:171","msg":"trace[266368243] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23266; }","duration":"263.948894ms","start":"2026-02-24T20:47:34.154576Z","end":"2026-02-24T20:47:34.418525Z","steps":["trace[266368243] 'agreement among raft nodes before linearized reading' (duration: 263.705018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.418888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.319688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:47:34.41893Z","caller":"traceutil/trace.go:171","msg":"trace[940832975] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23266; }","duration":"265.39791ms","start":"2026-02-24T20:47:34.153522Z","end":"2026-02-24T20:47:34.41892Z","steps":["trace[940832975] 'agreement among raft nodes before linearized reading' (duration: 265.320729ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.694684Z","caller":"traceutil/trace.go:171","msg":"trace[1385349655] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"246.741869ms","start":"2026-02-24T20:47:34.447913Z","end":"2026-02-24T20:47:34.694655Z","steps":["trace[1385349655] 'process raft request' (duration: 214.908619ms)","trace[1385349655] 'compare' (duration: 31.632205ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.694717Z","caller":"traceutil/trace.go:171","msg":"trace[917972120] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"245.745915ms","start":"2026-02-24T20:47:34.448954Z","end":"2026-02-24T20:47:34.6947Z","steps":["trace[917972120] 'process raft request' (duration: 245.623332ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.694897Z","caller":"traceutil/trace.go:171","msg":"trace[1153862770] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"245.851507ms","start":"2026-02-24T20:47:34.449019Z","end":"2026-02-24T20:47:34.69487Z","steps":["trace[1153862770] 'process raft request' (duration: 245.629752ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.694964Z","caller":"traceutil/trace.go:171","msg":"trace[2134275155] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"245.308864ms","start":"2026-02-24T20:47:34.44964Z","end":"2026-02-24T20:47:34.694949Z","steps":["trace[2134275155] 'process raft request' (duration: 245.122189ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.695168Z","caller":"traceutil/trace.go:171","msg":"trace[1026232580] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"243.220664ms","start":"2026-02-24T20:47:34.451921Z","end":"2026-02-24T20:47:34.695142Z","steps":["trace[1026232580] 'process raft request' (duration: 242.915766ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.695223Z","caller":"traceutil/trace.go:171","msg":"trace[713827275] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24088; }","duration":"178.699163ms","start":"2026-02-24T20:47:34.516512Z","end":"2026-02-24T20:47:34.695211Z","steps":["trace[713827275] 'read index received' (duration: 146.384002ms)","trace[713827275] 'applied index is now lower than readState.Index' (duration: 32.314251ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.695283Z","caller":"traceutil/trace.go:171","msg":"trace[1967084375] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"243.239385ms","start":"2026-02-24T20:47:34.452035Z","end":"2026-02-24T20:47:34.695275Z","steps":["trace[1967084375] 'process raft request' (duration: 243.06108ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.69524Z","caller":"traceutil/trace.go:171","msg":"trace[1069123407] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"243.189453ms","start":"2026-02-24T20:47:34.452022Z","end":"2026-02-24T20:47:34.695211Z","steps":["trace[1069123407] 'process raft request' (duration: 242.989818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.695586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.509751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-24T20:47:34.695658Z","caller":"traceutil/trace.go:171","msg":"trace[2142667849] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23279; }","duration":"243.641453ms","start":"2026-02-24T20:47:34.451996Z","end":"2026-02-24T20:47:34.695638Z","steps":["trace[2142667849] 'agreement among raft nodes before linearized reading' (duration: 243.381947ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.766873Z","caller":"traceutil/trace.go:171","msg":"trace[2053123686] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"243.326615ms","start":"2026-02-24T20:47:34.52353Z","end":"2026-02-24T20:47:34.766857Z","steps":["trace[2053123686] 'process raft request' (duration: 243.068559ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.76691Z","caller":"traceutil/trace.go:171","msg":"trace[786865808] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"235.131648ms","start":"2026-02-24T20:47:34.531747Z","end":"2026-02-24T20:47:34.766878Z","steps":["trace[786865808] 'process raft request' (duration: 235.026865ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.767039Z","caller":"traceutil/trace.go:171","msg":"trace[459755605] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23282; }","duration":"231.405288ms","start":"2026-02-24T20:47:34.535629Z","end":"2026-02-24T20:47:34.767034Z","steps":["trace[459755605] 'process raft request' (duration: 231.181092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.767229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.983774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:34.767254Z","caller":"traceutil/trace.go:171","msg":"trace[586336000] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23282; }","duration":"235.028455ms","start":"2026-02-24T20:47:34.532218Z","end":"2026-02-24T20:47:34.767246Z","steps":["trace[586336000] 'agreement among raft nodes before linearized reading' (duration: 234.980093ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.767307Z","caller":"traceutil/trace.go:171","msg":"trace[1641131299] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"238.595801ms","start":"2026-02-24T20:47:34.528682Z","end":"2026-02-24T20:47:34.767277Z","steps":["trace[1641131299] 'process raft request' (duration: 238.037918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.767406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.215667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-6c4d547b46\" ","response":"range_response_count:1 size:2697"} {"level":"info","ts":"2026-02-24T20:47:34.767424Z","caller":"traceutil/trace.go:171","msg":"trace[263589565] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-6c4d547b46; range_end:; response_count:1; response_revision:23282; }","duration":"244.270659ms","start":"2026-02-24T20:47:34.523149Z","end":"2026-02-24T20:47:34.767419Z","steps":["trace[263589565] 'agreement among raft nodes before linearized reading' (duration: 244.181077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:34.801271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.46983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-24T20:47:34.801341Z","caller":"traceutil/trace.go:171","msg":"trace[1840889644] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23283; }","duration":"100.548992ms","start":"2026-02-24T20:47:34.700776Z","end":"2026-02-24T20:47:34.801325Z","steps":["trace[1840889644] 'agreement among raft nodes before linearized reading' (duration: 100.372718ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.801505Z","caller":"traceutil/trace.go:171","msg":"trace[1210734086] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"100.45648ms","start":"2026-02-24T20:47:34.70104Z","end":"2026-02-24T20:47:34.801497Z","steps":["trace[1210734086] 'process raft request' (duration: 99.876936ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:34.953344Z","caller":"traceutil/trace.go:171","msg":"trace[34250292] linearizableReadLoop","detail":"{readStateIndex:24104; appliedIndex:24103; }","duration":"100.349796ms","start":"2026-02-24T20:47:34.852972Z","end":"2026-02-24T20:47:34.953321Z","steps":["trace[34250292] 'read index received' (duration: 76.701645ms)","trace[34250292] 'applied index is now lower than readState.Index' (duration: 23.647171ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:34.953498Z","caller":"traceutil/trace.go:171","msg":"trace[1538705575] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"120.337161ms","start":"2026-02-24T20:47:34.833108Z","end":"2026-02-24T20:47:34.953445Z","steps":["trace[1538705575] 'process raft request' (duration: 96.560147ms)","trace[1538705575] 'compare' (duration: 23.519558ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:34.953589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.995342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-24T20:47:34.953627Z","caller":"traceutil/trace.go:171","msg":"trace[1621995498] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23287; }","duration":"127.072255ms","start":"2026-02-24T20:47:34.826545Z","end":"2026-02-24T20:47:34.953617Z","steps":["trace[1621995498] 'agreement among raft nodes before linearized reading' (duration: 126.890499ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.026909Z","caller":"traceutil/trace.go:171","msg":"trace[84362723] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"164.071109ms","start":"2026-02-24T20:47:34.862804Z","end":"2026-02-24T20:47:35.026875Z","steps":["trace[84362723] 'process raft request' (duration: 163.541996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.026992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.418166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-02-24T20:47:35.026992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.366567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-02-24T20:47:35.027063Z","caller":"traceutil/trace.go:171","msg":"trace[145353357] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"140.629531ms","start":"2026-02-24T20:47:34.886426Z","end":"2026-02-24T20:47:35.027055Z","steps":["trace[145353357] 'process raft request' (duration: 140.15008ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.027074Z","caller":"traceutil/trace.go:171","msg":"trace[999702520] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23290; }","duration":"162.464299ms","start":"2026-02-24T20:47:34.864592Z","end":"2026-02-24T20:47:35.027057Z","steps":["trace[999702520] 'agreement among raft nodes before linearized reading' (duration: 162.229904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.027148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.395777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs-k5rtf\" ","response":"range_response_count:1 size:2465"} {"level":"info","ts":"2026-02-24T20:47:35.027014Z","caller":"traceutil/trace.go:171","msg":"trace[1307385953] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"163.812543ms","start":"2026-02-24T20:47:34.863175Z","end":"2026-02-24T20:47:35.026988Z","steps":["trace[1307385953] 'process raft request' (duration: 163.360582ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.027183Z","caller":"traceutil/trace.go:171","msg":"trace[1083942610] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs-k5rtf; range_end:; response_count:1; response_revision:23290; }","duration":"164.458118ms","start":"2026-02-24T20:47:34.862717Z","end":"2026-02-24T20:47:35.027175Z","steps":["trace[1083942610] 'agreement among raft nodes before linearized reading' (duration: 164.365746ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.02706Z","caller":"traceutil/trace.go:171","msg":"trace[36228291] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23290; }","duration":"166.545729ms","start":"2026-02-24T20:47:34.860498Z","end":"2026-02-24T20:47:35.027044Z","steps":["trace[36228291] 'agreement among raft nodes before linearized reading' (duration: 166.271563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.02716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.769897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv\" ","response":"range_response_count:1 size:2459"} {"level":"info","ts":"2026-02-24T20:47:35.027297Z","caller":"traceutil/trace.go:171","msg":"trace[1341117777] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv; range_end:; response_count:1; response_revision:23290; }","duration":"157.952541ms","start":"2026-02-24T20:47:34.869314Z","end":"2026-02-24T20:47:35.027267Z","steps":["trace[1341117777] 'agreement among raft nodes before linearized reading' (duration: 157.391108ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.16983Z","caller":"traceutil/trace.go:171","msg":"trace[2096602231] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24108; }","duration":"119.819068ms","start":"2026-02-24T20:47:35.049988Z","end":"2026-02-24T20:47:35.169807Z","steps":["trace[2096602231] 'read index received' (duration: 119.700116ms)","trace[2096602231] 'applied index is now lower than readState.Index' (duration: 117.712µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:35.169922Z","caller":"traceutil/trace.go:171","msg":"trace[982388363] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"131.004718ms","start":"2026-02-24T20:47:35.038887Z","end":"2026-02-24T20:47:35.169891Z","steps":["trace[982388363] 'process raft request' (duration: 130.759473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.170109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.844888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-24T20:47:35.170154Z","caller":"traceutil/trace.go:171","msg":"trace[1925879349] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23292; }","duration":"133.935589ms","start":"2026-02-24T20:47:35.036204Z","end":"2026-02-24T20:47:35.170139Z","steps":["trace[1925879349] 'agreement among raft nodes before linearized reading' (duration: 133.751845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.170229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.445945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bf189a3-353d-4d19-98eb-ef1796ad8268\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-24T20:47:35.170397Z","caller":"traceutil/trace.go:171","msg":"trace[149552556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bf189a3-353d-4d19-98eb-ef1796ad8268; range_end:; response_count:1; response_revision:23292; }","duration":"130.6623ms","start":"2026-02-24T20:47:35.039683Z","end":"2026-02-24T20:47:35.170346Z","steps":["trace[149552556] 'agreement among raft nodes before linearized reading' (duration: 130.297662ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.522663Z","caller":"traceutil/trace.go:171","msg":"trace[258141837] linearizableReadLoop","detail":"{readStateIndex:24111; appliedIndex:24109; }","duration":"352.710513ms","start":"2026-02-24T20:47:35.169931Z","end":"2026-02-24T20:47:35.522641Z","steps":["trace[258141837] 'read index received' (duration: 352.474647ms)","trace[258141837] 'applied index is now lower than readState.Index' (duration: 234.596µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:35.522949Z","caller":"traceutil/trace.go:171","msg":"trace[149784540] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"464.23758ms","start":"2026-02-24T20:47:35.058699Z","end":"2026-02-24T20:47:35.522937Z","steps":["trace[149784540] 'process raft request' (duration: 463.712387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.523034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.058683Z","time spent":"464.302852ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:47:35.523414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.083694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:35.523462Z","caller":"traceutil/trace.go:171","msg":"trace[1179351726] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23294; }","duration":"471.189448ms","start":"2026-02-24T20:47:35.05226Z","end":"2026-02-24T20:47:35.52345Z","steps":["trace[1179351726] 'agreement among raft nodes before linearized reading' (duration: 471.111556ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.523502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.052181Z","time spent":"471.310541ms","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:35.523545Z","caller":"traceutil/trace.go:171","msg":"trace[2125053981] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"459.620388ms","start":"2026-02-24T20:47:35.063912Z","end":"2026-02-24T20:47:35.523532Z","steps":["trace[2125053981] 'process raft request' (duration: 458.641364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.523631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.063885Z","time spent":"459.70572ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:35.523762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.716321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-24T20:47:35.523783Z","caller":"traceutil/trace.go:171","msg":"trace[1998804530] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23294; }","duration":"390.775483ms","start":"2026-02-24T20:47:35.133002Z","end":"2026-02-24T20:47:35.523778Z","steps":["trace[1998804530] 'agreement among raft nodes before linearized reading' (duration: 390.707701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.523798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.132978Z","time spent":"390.816533ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:47:35.523462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.684502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-24T20:47:35.523942Z","caller":"traceutil/trace.go:171","msg":"trace[1347280501] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23294; }","duration":"470.235134ms","start":"2026-02-24T20:47:35.0537Z","end":"2026-02-24T20:47:35.523935Z","steps":["trace[1347280501] 'agreement among raft nodes before linearized reading' (duration: 469.613139ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.52396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.053682Z","time spent":"470.272766ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-02-24T20:47:35.617726Z","caller":"traceutil/trace.go:171","msg":"trace[618483225] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"373.052035ms","start":"2026-02-24T20:47:35.244653Z","end":"2026-02-24T20:47:35.617705Z","steps":["trace[618483225] 'process raft request' (duration: 371.995149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.61785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.244627Z","time spent":"373.158957ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:35.618104Z","caller":"traceutil/trace.go:171","msg":"trace[667022824] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"319.828186ms","start":"2026-02-24T20:47:35.298264Z","end":"2026-02-24T20:47:35.618093Z","steps":["trace[667022824] 'process raft request' (duration: 319.073467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.618174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.298242Z","time spent":"319.896478ms","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1431,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:47:35.618409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.929453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-24T20:47:35.61845Z","caller":"traceutil/trace.go:171","msg":"trace[911392552] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23298; }","duration":"433.012005ms","start":"2026-02-24T20:47:35.185427Z","end":"2026-02-24T20:47:35.618439Z","steps":["trace[911392552] 'agreement among raft nodes before linearized reading' (duration: 432.875131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.61848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.185405Z","time spent":"433.068776ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-02-24T20:47:35.618701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.394804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-62cmc\" ","response":"range_response_count:1 size:4805"} {"level":"info","ts":"2026-02-24T20:47:35.618739Z","caller":"traceutil/trace.go:171","msg":"trace[1689433729] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-62cmc; range_end:; response_count:1; response_revision:23298; }","duration":"445.453655ms","start":"2026-02-24T20:47:35.173275Z","end":"2026-02-24T20:47:35.618729Z","steps":["trace[1689433729] 'agreement among raft nodes before linearized reading' (duration: 445.332883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.618766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.173264Z","time spent":"445.496176ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4829,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-62cmc\" "} {"level":"warn","ts":"2026-02-24T20:47:36.27674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.970213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-02-24T20:47:36.276824Z","caller":"traceutil/trace.go:171","msg":"trace[1806985594] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23323; }","duration":"120.136407ms","start":"2026-02-24T20:47:36.156664Z","end":"2026-02-24T20:47:36.276801Z","steps":["trace[1806985594] 'agreement among raft nodes before linearized reading' (duration: 119.823829ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.385951Z","caller":"traceutil/trace.go:171","msg":"trace[63595360] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"100.87885ms","start":"2026-02-24T20:47:36.285052Z","end":"2026-02-24T20:47:36.385931Z","steps":["trace[63595360] 'process raft request' (duration: 99.779983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.386561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.448723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-02-24T20:47:36.386697Z","caller":"traceutil/trace.go:171","msg":"trace[1555225913] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23327; }","duration":"103.577906ms","start":"2026-02-24T20:47:36.283072Z","end":"2026-02-24T20:47:36.38665Z","steps":["trace[1555225913] 'agreement among raft nodes before linearized reading' (duration: 103.34396ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.560969Z","caller":"traceutil/trace.go:171","msg":"trace[1338295399] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"163.423213ms","start":"2026-02-24T20:47:36.397515Z","end":"2026-02-24T20:47:36.560939Z","steps":["trace[1338295399] 'process raft request' (duration: 122.428942ms)","trace[1338295399] 'compare' (duration: 40.750165ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:36.561336Z","caller":"traceutil/trace.go:171","msg":"trace[1830968928] linearizableReadLoop","detail":"{readStateIndex:24147; appliedIndex:24146; }","duration":"159.968579ms","start":"2026-02-24T20:47:36.401355Z","end":"2026-02-24T20:47:36.561323Z","steps":["trace[1830968928] 'read index received' (duration: 118.62087ms)","trace[1830968928] 'applied index is now lower than readState.Index' (duration: 41.346489ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:36.561514Z","caller":"traceutil/trace.go:171","msg":"trace[109548829] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"139.457312ms","start":"2026-02-24T20:47:36.422038Z","end":"2026-02-24T20:47:36.561496Z","steps":["trace[109548829] 'process raft request' (duration: 138.833587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.561555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.178094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.561592Z","caller":"traceutil/trace.go:171","msg":"trace[784662003] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:23330; }","duration":"160.266207ms","start":"2026-02-24T20:47:36.401316Z","end":"2026-02-24T20:47:36.561582Z","steps":["trace[784662003] 'agreement among raft nodes before linearized reading' (duration: 160.156064ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.561904Z","caller":"traceutil/trace.go:171","msg":"trace[1312179480] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"137.108456ms","start":"2026-02-24T20:47:36.424771Z","end":"2026-02-24T20:47:36.56188Z","steps":["trace[1312179480] 'process raft request' (duration: 136.646374ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.56199Z","caller":"traceutil/trace.go:171","msg":"trace[904800500] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"136.086392ms","start":"2026-02-24T20:47:36.425894Z","end":"2026-02-24T20:47:36.56198Z","steps":["trace[904800500] 'process raft request' (duration: 135.894247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.562205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.206755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.56224Z","caller":"traceutil/trace.go:171","msg":"trace[2005569503] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23333; }","duration":"160.268357ms","start":"2026-02-24T20:47:36.401963Z","end":"2026-02-24T20:47:36.562232Z","steps":["trace[2005569503] 'agreement among raft nodes before linearized reading' (duration: 160.192165ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.562249Z","caller":"traceutil/trace.go:171","msg":"trace[905147610] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"135.940859ms","start":"2026-02-24T20:47:36.426283Z","end":"2026-02-24T20:47:36.562224Z","steps":["trace[905147610] 'process raft request' (duration: 135.665052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.562349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.515128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.562375Z","caller":"traceutil/trace.go:171","msg":"trace[248832472] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23333; }","duration":"159.55381ms","start":"2026-02-24T20:47:36.402815Z","end":"2026-02-24T20:47:36.562369Z","steps":["trace[248832472] 'agreement among raft nodes before linearized reading' (duration: 159.518729ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.777508Z","caller":"traceutil/trace.go:171","msg":"trace[1335742197] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"211.239351ms","start":"2026-02-24T20:47:36.566242Z","end":"2026-02-24T20:47:36.777482Z","steps":["trace[1335742197] 'process raft request' (duration: 173.373414ms)","trace[1335742197] 'compare' (duration: 37.723653ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:36.943679Z","caller":"traceutil/trace.go:171","msg":"trace[195521244] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24151; }","duration":"376.509749ms","start":"2026-02-24T20:47:36.567128Z","end":"2026-02-24T20:47:36.943638Z","steps":["trace[195521244] 'read index received' (duration: 172.579006ms)","trace[195521244] 'applied index is now lower than readState.Index' (duration: 203.929573ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:36.943701Z","caller":"traceutil/trace.go:171","msg":"trace[1989905606] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"377.252386ms","start":"2026-02-24T20:47:36.566425Z","end":"2026-02-24T20:47:36.943678Z","steps":["trace[1989905606] 'process raft request' (duration: 377.02397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.943803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.566411Z","time spent":"377.343768ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:47:36.944056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.889748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-24T20:47:36.94409Z","caller":"traceutil/trace.go:171","msg":"trace[1316465405] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23335; }","duration":"376.958679ms","start":"2026-02-24T20:47:36.567122Z","end":"2026-02-24T20:47:36.94408Z","steps":["trace[1316465405] 'agreement among raft nodes before linearized reading' (duration: 376.667922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.944136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.567103Z","time spent":"377.00799ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-02-24T20:47:36.964567Z","caller":"traceutil/trace.go:171","msg":"trace[1816906719] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"176.488409ms","start":"2026-02-24T20:47:36.788055Z","end":"2026-02-24T20:47:36.964543Z","steps":["trace[1816906719] 'process raft request' (duration: 176.072949ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.964881Z","caller":"traceutil/trace.go:171","msg":"trace[1117214063] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23336; }","duration":"175.117695ms","start":"2026-02-24T20:47:36.789729Z","end":"2026-02-24T20:47:36.964846Z","steps":["trace[1117214063] 'process raft request' (duration: 174.772557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.965171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.653046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:47:36.965204Z","caller":"traceutil/trace.go:171","msg":"trace[439462290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23337; }","duration":"265.996604ms","start":"2026-02-24T20:47:36.699199Z","end":"2026-02-24T20:47:36.965195Z","steps":["trace[439462290] 'agreement among raft nodes before linearized reading' (duration: 265.769438ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.965261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.385979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:47:36.965277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.065405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:36.965327Z","caller":"traceutil/trace.go:171","msg":"trace[1568400834] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"158.535215ms","start":"2026-02-24T20:47:36.806783Z","end":"2026-02-24T20:47:36.965319Z","steps":["trace[1568400834] 'process raft request' (duration: 157.993971ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.965339Z","caller":"traceutil/trace.go:171","msg":"trace[2127421051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23337; }","duration":"266.149397ms","start":"2026-02-24T20:47:36.699173Z","end":"2026-02-24T20:47:36.965323Z","steps":["trace[2127421051] 'agreement among raft nodes before linearized reading' (duration: 265.967733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.965447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.776779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-24T20:47:36.965463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.060748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:47:36.965474Z","caller":"traceutil/trace.go:171","msg":"trace[2099417779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23337; }","duration":"265.8183ms","start":"2026-02-24T20:47:36.699647Z","end":"2026-02-24T20:47:36.965465Z","steps":["trace[2099417779] 'agreement among raft nodes before linearized reading' (duration: 265.744838ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.965489Z","caller":"traceutil/trace.go:171","msg":"trace[999827859] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23337; }","duration":"398.10963ms","start":"2026-02-24T20:47:36.567371Z","end":"2026-02-24T20:47:36.96548Z","steps":["trace[999827859] 'agreement among raft nodes before linearized reading' (duration: 398.055799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.965527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.567361Z","time spent":"398.157811ms","remote":"127.0.0.1:51056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-02-24T20:47:36.965561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.696775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.965579Z","caller":"traceutil/trace.go:171","msg":"trace[444666599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23337; }","duration":"274.746135ms","start":"2026-02-24T20:47:36.690826Z","end":"2026-02-24T20:47:36.965572Z","steps":["trace[444666599] 'agreement among raft nodes before linearized reading' (duration: 274.716474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.965595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.420834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:47:36.965295Z","caller":"traceutil/trace.go:171","msg":"trace[1208738872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23337; }","duration":"265.481711ms","start":"2026-02-24T20:47:36.699803Z","end":"2026-02-24T20:47:36.965284Z","steps":["trace[1208738872] 'agreement among raft nodes before linearized reading' (duration: 265.289167ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.965688Z","caller":"traceutil/trace.go:171","msg":"trace[1039916949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23337; }","duration":"266.556957ms","start":"2026-02-24T20:47:36.699111Z","end":"2026-02-24T20:47:36.965668Z","steps":["trace[1039916949] 'agreement among raft nodes before linearized reading' (duration: 266.340232ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215032Z","caller":"traceutil/trace.go:171","msg":"trace[1951793749] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"245.718645ms","start":"2026-02-24T20:47:36.96928Z","end":"2026-02-24T20:47:37.214999Z","steps":["trace[1951793749] 'process raft request' (duration: 245.485189ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215237Z","caller":"traceutil/trace.go:171","msg":"trace[566239537] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"242.596439ms","start":"2026-02-24T20:47:36.972624Z","end":"2026-02-24T20:47:37.21522Z","steps":["trace[566239537] 'process raft request' (duration: 242.319722ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215327Z","caller":"traceutil/trace.go:171","msg":"trace[353311630] linearizableReadLoop","detail":"{readStateIndex:24164; appliedIndex:24157; }","duration":"222.228765ms","start":"2026-02-24T20:47:36.993084Z","end":"2026-02-24T20:47:37.215313Z","steps":["trace[353311630] 'read index received' (duration: 221.727843ms)","trace[353311630] 'applied index is now lower than readState.Index' (duration: 500.042µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:37.215537Z","caller":"traceutil/trace.go:171","msg":"trace[455930168] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"231.47709ms","start":"2026-02-24T20:47:36.984045Z","end":"2026-02-24T20:47:37.215522Z","steps":["trace[455930168] 'process raft request' (duration: 231.212504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.215645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.161574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:37.215685Z","caller":"traceutil/trace.go:171","msg":"trace[834554236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23345; }","duration":"248.223125ms","start":"2026-02-24T20:47:36.967452Z","end":"2026-02-24T20:47:37.215675Z","steps":["trace[834554236] 'agreement among raft nodes before linearized reading' (duration: 248.163913ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215695Z","caller":"traceutil/trace.go:171","msg":"trace[2096306552] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"242.845195ms","start":"2026-02-24T20:47:36.972832Z","end":"2026-02-24T20:47:37.215677Z","steps":["trace[2096306552] 'process raft request' (duration: 242.291832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.215757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.289836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-mdl8k\" ","response":"range_response_count:1 size:2485"} {"level":"info","ts":"2026-02-24T20:47:37.215803Z","caller":"traceutil/trace.go:171","msg":"trace[1102507085] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-mdl8k; range_end:; response_count:1; response_revision:23345; }","duration":"243.347067ms","start":"2026-02-24T20:47:36.972443Z","end":"2026-02-24T20:47:37.21579Z","steps":["trace[1102507085] 'agreement among raft nodes before linearized reading' (duration: 243.226274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.215645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.489623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:47:37.215869Z","caller":"traceutil/trace.go:171","msg":"trace[505840013] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"241.571923ms","start":"2026-02-24T20:47:36.974287Z","end":"2026-02-24T20:47:37.215859Z","steps":["trace[505840013] 'process raft request' (duration: 240.901817ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215988Z","caller":"traceutil/trace.go:171","msg":"trace[860084779] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"241.266176ms","start":"2026-02-24T20:47:36.974713Z","end":"2026-02-24T20:47:37.21598Z","steps":["trace[860084779] 'process raft request' (duration: 240.511448ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.215873Z","caller":"traceutil/trace.go:171","msg":"trace[676383685] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23345; }","duration":"246.743608ms","start":"2026-02-24T20:47:36.969118Z","end":"2026-02-24T20:47:37.215862Z","steps":["trace[676383685] 'agreement among raft nodes before linearized reading' (duration: 246.464462ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.21507Z","caller":"traceutil/trace.go:171","msg":"trace[685485836] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"245.468689ms","start":"2026-02-24T20:47:36.969573Z","end":"2026-02-24T20:47:37.215042Z","steps":["trace[685485836] 'process raft request' (duration: 245.338726ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.292122Z","caller":"traceutil/trace.go:171","msg":"trace[663720579] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"246.165134ms","start":"2026-02-24T20:47:37.045939Z","end":"2026-02-24T20:47:37.292104Z","steps":["trace[663720579] 'process raft request' (duration: 245.822516ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.292422Z","caller":"traceutil/trace.go:171","msg":"trace[1415080971] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"167.918642ms","start":"2026-02-24T20:47:37.12449Z","end":"2026-02-24T20:47:37.292409Z","steps":["trace[1415080971] 'process raft request' (duration: 167.41567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.292786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.415576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9949"} {"level":"info","ts":"2026-02-24T20:47:37.292827Z","caller":"traceutil/trace.go:171","msg":"trace[1773802259] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23347; }","duration":"178.517158ms","start":"2026-02-24T20:47:37.1143Z","end":"2026-02-24T20:47:37.292817Z","steps":["trace[1773802259] 'agreement among raft nodes before linearized reading' (duration: 178.381204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.293048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.000375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:37.293087Z","caller":"traceutil/trace.go:171","msg":"trace[1864468538] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23347; }","duration":"271.063937ms","start":"2026-02-24T20:47:37.022013Z","end":"2026-02-24T20:47:37.293077Z","steps":["trace[1864468538] 'agreement among raft nodes before linearized reading' (duration: 270.997246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.293278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.007124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-24T20:47:37.293311Z","caller":"traceutil/trace.go:171","msg":"trace[513642579] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23347; }","duration":"297.055006ms","start":"2026-02-24T20:47:36.996249Z","end":"2026-02-24T20:47:37.293304Z","steps":["trace[513642579] 'agreement among raft nodes before linearized reading' (duration: 296.963964ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:46.829206Z","caller":"traceutil/trace.go:171","msg":"trace[793632803] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"554.420801ms","start":"2026-02-24T20:47:46.274727Z","end":"2026-02-24T20:47:46.829148Z","steps":["trace[793632803] 'process raft request' (duration: 554.191475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:46.829414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.274706Z","time spent":"554.609295ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:47.987037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158140014s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:48.016729Z","caller":"traceutil/trace.go:171","msg":"trace[1618700380] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"1.494901201s","start":"2026-02-24T20:47:46.521794Z","end":"2026-02-24T20:47:48.016695Z","steps":["trace[1618700380] 'process raft request' (duration: 1.465488259s)","trace[1618700380] 'compare' (duration: 28.643872ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:48.016878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.521772Z","time spent":"1.495036884s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:48.017392Z","caller":"traceutil/trace.go:171","msg":"trace[895529694] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"1.344126863s","start":"2026-02-24T20:47:46.673224Z","end":"2026-02-24T20:47:48.017351Z","steps":["trace[895529694] 'process raft request' (duration: 1.343390666s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:48.017473Z","caller":"traceutil/trace.go:171","msg":"trace[485678227] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"1.343689133s","start":"2026-02-24T20:47:46.673768Z","end":"2026-02-24T20:47:48.017458Z","steps":["trace[485678227] 'process raft request' (duration: 1.343454077s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:48.017507Z","caller":"traceutil/trace.go:171","msg":"trace[739827143] linearizableReadLoop","detail":"{readStateIndex:24239; appliedIndex:24233; }","duration":"1.324404886s","start":"2026-02-24T20:47:46.693073Z","end":"2026-02-24T20:47:48.017478Z","steps":["trace[739827143] 'read index received' (duration: 135.861827ms)","trace[739827143] 'applied index is now lower than readState.Index' (duration: 1.188541499s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:48.017557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.673757Z","time spent":"1.343761144s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.017554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.673205Z","time spent":"1.344263197s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:48.017545Z","caller":"traceutil/trace.go:171","msg":"trace[238137200] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"1.34358104s","start":"2026-02-24T20:47:46.673907Z","end":"2026-02-24T20:47:48.017488Z","steps":["trace[238137200] 'process raft request' (duration: 1.343437787s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:48.017551Z","caller":"traceutil/trace.go:171","msg":"trace[1837038420] transaction","detail":"{read_only:false; response_revision:23418; number_of_response:1; }","duration":"1.343432467s","start":"2026-02-24T20:47:46.674086Z","end":"2026-02-24T20:47:48.017519Z","steps":["trace[1837038420] 'process raft request' (duration: 1.343331445s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.017695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.673882Z","time spent":"1.343742844s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.017781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.674078Z","time spent":"1.343653152s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.019059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325961103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:48.019679Z","caller":"traceutil/trace.go:171","msg":"trace[1570801469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23418; }","duration":"1.326095327s","start":"2026-02-24T20:47:46.693033Z","end":"2026-02-24T20:47:48.019128Z","steps":["trace[1570801469] 'agreement among raft nodes before linearized reading' (duration: 1.32454819s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.019871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.693021Z","time spent":"1.326706242s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:47:48.070233Z","caller":"traceutil/trace.go:171","msg":"trace[237784215] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"1.041589185s","start":"2026-02-24T20:47:47.028625Z","end":"2026-02-24T20:47:48.070214Z","steps":["trace[237784215] 'process raft request' (duration: 1.041441012s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:48.070245Z","caller":"traceutil/trace.go:171","msg":"trace[1319966331] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"764.454161ms","start":"2026-02-24T20:47:47.305765Z","end":"2026-02-24T20:47:48.07022Z","steps":["trace[1319966331] 'process raft request' (duration: 764.38786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.070348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.028597Z","time spent":"1.041671927s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.070372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.305728Z","time spent":"764.570664ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.363938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.720434ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:47:48.364053Z","caller":"traceutil/trace.go:171","msg":"trace[1830853366] linearizableReadLoop","detail":"{readStateIndex:24242; appliedIndex:24239; }","duration":"346.44494ms","start":"2026-02-24T20:47:48.017589Z","end":"2026-02-24T20:47:48.364034Z","steps":["trace[1830853366] 'read index received' (duration: 52.423338ms)","trace[1830853366] 'applied index is now lower than readState.Index' (duration: 294.019302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:48.364435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08520125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:47:48.364479Z","caller":"traceutil/trace.go:171","msg":"trace[1105715774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23420; }","duration":"1.085278743s","start":"2026-02-24T20:47:47.27919Z","end":"2026-02-24T20:47:48.364469Z","steps":["trace[1105715774] 'agreement among raft nodes before linearized reading' (duration: 1.085093498s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.364521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.279175Z","time spent":"1.085338344s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:47:48.364558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483108916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:48.364592Z","caller":"traceutil/trace.go:171","msg":"trace[208637240] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23420; }","duration":"1.483175267s","start":"2026-02-24T20:47:46.881405Z","end":"2026-02-24T20:47:48.36458Z","steps":["trace[208637240] 'agreement among raft nodes before linearized reading' (duration: 1.483140076s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.36462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.881382Z","time spent":"1.483231068s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:48.364427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.494409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:48.364529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370175423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-24T20:47:48.36474Z","caller":"traceutil/trace.go:171","msg":"trace[269619883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23420; }","duration":"1.370414949s","start":"2026-02-24T20:47:46.994309Z","end":"2026-02-24T20:47:48.364724Z","steps":["trace[269619883] 'agreement among raft nodes before linearized reading' (duration: 1.370150272s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:48.364733Z","caller":"traceutil/trace.go:171","msg":"trace[325005428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23420; }","duration":"343.809506ms","start":"2026-02-24T20:47:48.020895Z","end":"2026-02-24T20:47:48.364705Z","steps":["trace[325005428] 'agreement among raft nodes before linearized reading' (duration: 343.488859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.364781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:46.994287Z","time spent":"1.37048468s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-24T20:47:48.364797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076255443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:47:48.364794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075728541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:47:48.364814Z","caller":"traceutil/trace.go:171","msg":"trace[1890048784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23420; }","duration":"1.076280164s","start":"2026-02-24T20:47:47.288528Z","end":"2026-02-24T20:47:48.364809Z","steps":["trace[1890048784] 'agreement among raft nodes before linearized reading' (duration: 1.076227902s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.364829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.288524Z","time spent":"1.076302034s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:47:48.364833Z","caller":"traceutil/trace.go:171","msg":"trace[99600878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23420; }","duration":"1.075808073s","start":"2026-02-24T20:47:47.289016Z","end":"2026-02-24T20:47:48.364824Z","steps":["trace[99600878] 'agreement among raft nodes before linearized reading' (duration: 1.075711381s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.364835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.020883Z","time spent":"343.91957ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:48.364856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.288996Z","time spent":"1.075855974s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:47:48.36489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012139712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:48.364958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076601031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:47:48.364985Z","caller":"traceutil/trace.go:171","msg":"trace[2035661304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23420; }","duration":"1.076641303s","start":"2026-02-24T20:47:47.288336Z","end":"2026-02-24T20:47:48.364978Z","steps":["trace[2035661304] 'agreement among raft nodes before linearized reading' (duration: 1.076581021s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.365006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.288333Z","time spent":"1.076669693s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:47:48.365023Z","caller":"traceutil/trace.go:171","msg":"trace[1310574638] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23420; }","duration":"1.012299596s","start":"2026-02-24T20:47:47.352677Z","end":"2026-02-24T20:47:48.364977Z","steps":["trace[1310574638] 'agreement among raft nodes before linearized reading' (duration: 1.01207761s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.365885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.352658Z","time spent":"1.013205338s","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:48.366375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078038616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:47:48.366453Z","caller":"traceutil/trace.go:171","msg":"trace[1960326573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23420; }","duration":"1.078117598s","start":"2026-02-24T20:47:47.288293Z","end":"2026-02-24T20:47:48.36641Z","steps":["trace[1960326573] 'agreement among raft nodes before linearized reading' (duration: 1.077902303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.366495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.288277Z","time spent":"1.0782085s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:47:48.696555Z","caller":"traceutil/trace.go:171","msg":"trace[1290675908] linearizableReadLoop","detail":"{readStateIndex:24243; appliedIndex:24242; }","duration":"326.972748ms","start":"2026-02-24T20:47:48.369557Z","end":"2026-02-24T20:47:48.696529Z","steps":["trace[1290675908] 'read index received' (duration: 326.767024ms)","trace[1290675908] 'applied index is now lower than readState.Index' (duration: 204.454µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:48.696586Z","caller":"traceutil/trace.go:171","msg":"trace[322126458] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"327.071711ms","start":"2026-02-24T20:47:48.369484Z","end":"2026-02-24T20:47:48.696555Z","steps":["trace[322126458] 'process raft request' (duration: 326.851136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.696725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.369468Z","time spent":"327.183203ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:48.696772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.195764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-da89f206-43ab-42d7-a5ae-9942d0a0337c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-02-24T20:47:48.696813Z","caller":"traceutil/trace.go:171","msg":"trace[2062088786] range","detail":"{range_begin:/registry/persistentvolumes/pvc-da89f206-43ab-42d7-a5ae-9942d0a0337c; range_end:; response_count:1; response_revision:23421; }","duration":"327.297076ms","start":"2026-02-24T20:47:48.369505Z","end":"2026-02-24T20:47:48.696802Z","steps":["trace[2062088786] 'agreement among raft nodes before linearized reading' (duration: 327.142002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.696857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.369487Z","time spent":"327.358068ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-da89f206-43ab-42d7-a5ae-9942d0a0337c\" "} {"level":"warn","ts":"2026-02-24T20:47:49.197396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:49.697669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:50.188807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065453652s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:50.18893Z","caller":"traceutil/trace.go:171","msg":"trace[66225765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23421; }","duration":"1.065589406s","start":"2026-02-24T20:47:49.123323Z","end":"2026-02-24T20:47:50.188912Z","steps":["trace[66225765] 'range keys from in-memory index tree' (duration: 1.065437961s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:50.198388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:50.370576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:50.370766Z","caller":"traceutil/trace.go:171","msg":"trace[544321970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683494s","start":"2026-02-24T20:47:48.370058Z","end":"2026-02-24T20:47:50.370742Z","steps":["trace[544321970] 'agreement among raft nodes before linearized reading' (duration: 2.000444438s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:50.370822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.370053Z","time spent":"2.000758656s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:50.699814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:51.200867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:51.701311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:52.181117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.30231104s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:52.181638Z","caller":"traceutil/trace.go:171","msg":"trace[631533850] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"3.810557253s","start":"2026-02-24T20:47:48.371061Z","end":"2026-02-24T20:47:52.181618Z","steps":["trace[631533850] 'process raft request' (duration: 3.810505552s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.181805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.371045Z","time spent":"3.810663106s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:52.181937Z","caller":"traceutil/trace.go:171","msg":"trace[1665290571] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"3.812034668s","start":"2026-02-24T20:47:48.369879Z","end":"2026-02-24T20:47:52.181914Z","steps":["trace[1665290571] 'process raft request' (duration: 3.811541896s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:52.182018Z","caller":"traceutil/trace.go:171","msg":"trace[1158255307] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"3.811722961s","start":"2026-02-24T20:47:48.370283Z","end":"2026-02-24T20:47:52.182006Z","steps":["trace[1158255307] 'process raft request' (duration: 3.81123923s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.182046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.369872Z","time spent":"3.812113091s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:52.182072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.370277Z","time spent":"3.811765072s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:52.182165Z","caller":"traceutil/trace.go:171","msg":"trace[1702195172] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"3.812359787s","start":"2026-02-24T20:47:48.369797Z","end":"2026-02-24T20:47:52.182157Z","steps":["trace[1702195172] 'process raft request' (duration: 3.811481125s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.182208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.369784Z","time spent":"3.812398839s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:52.371411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:52.371499Z","caller":"traceutil/trace.go:171","msg":"trace[283878496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793587s","start":"2026-02-24T20:47:50.370683Z","end":"2026-02-24T20:47:52.371477Z","steps":["trace[283878496] 'agreement among raft nodes before linearized reading' (duration: 2.000664894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.371565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.370609Z","time spent":"2.00094628s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:53.449512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.770868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:53.449794Z","caller":"traceutil/trace.go:171","msg":"trace[1667420812] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"4.613360142s","start":"2026-02-24T20:47:48.836398Z","end":"2026-02-24T20:47:53.449759Z","steps":["trace[1667420812] 'process raft request' (duration: 4.340240736s)","trace[1667420812] 'compare' (duration: 272.113442ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:53.44986Z","caller":"traceutil/trace.go:171","msg":"trace[2045533664] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"3.427454756s","start":"2026-02-24T20:47:50.022381Z","end":"2026-02-24T20:47:53.449836Z","steps":["trace[2045533664] 'process raft request' (duration: 3.427259281s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.449946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.022365Z","time spent":"3.427543438s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:53.449958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.836383Z","time spent":"4.613495906s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:53.450397Z","caller":"traceutil/trace.go:171","msg":"trace[1438293116] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"3.427923607s","start":"2026-02-24T20:47:50.022457Z","end":"2026-02-24T20:47:53.450381Z","steps":["trace[1438293116] 'process raft request' (duration: 3.427310202s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.450493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.022451Z","time spent":"3.427996039s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:53.450686Z","caller":"traceutil/trace.go:171","msg":"trace[84439733] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"3.426287409s","start":"2026-02-24T20:47:50.024367Z","end":"2026-02-24T20:47:53.450655Z","steps":["trace[84439733] 'process raft request' (duration: 3.42592894s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:53.450894Z","caller":"traceutil/trace.go:171","msg":"trace[1090537412] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"3.42637747s","start":"2026-02-24T20:47:50.024505Z","end":"2026-02-24T20:47:53.450883Z","steps":["trace[1090537412] 'process raft request' (duration: 3.426143234s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.450949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.024497Z","time spent":"3.426423871s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:53.450917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.024356Z","time spent":"3.426399191s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:53.451035Z","caller":"traceutil/trace.go:171","msg":"trace[354897263] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"3.374723361s","start":"2026-02-24T20:47:50.076304Z","end":"2026-02-24T20:47:53.451028Z","steps":["trace[354897263] 'process raft request' (duration: 3.374559937s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.451063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.076283Z","time spent":"3.374766171s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:53.451012Z","caller":"traceutil/trace.go:171","msg":"trace[360364536] linearizableReadLoop","detail":"{readStateIndex:24255; appliedIndex:24247; }","duration":"4.754356112s","start":"2026-02-24T20:47:48.696621Z","end":"2026-02-24T20:47:53.450977Z","steps":["trace[360364536] 'read index received' (duration: 3.485704546s)","trace[360364536] 'applied index is now lower than readState.Index' (duration: 1.268649956s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:53.451107Z","caller":"traceutil/trace.go:171","msg":"trace[1406877203] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"3.421956184s","start":"2026-02-24T20:47:50.029143Z","end":"2026-02-24T20:47:53.451099Z","steps":["trace[1406877203] 'process raft request' (duration: 3.421667906s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:53.4511Z","caller":"traceutil/trace.go:171","msg":"trace[1345199292] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"2.821887538s","start":"2026-02-24T20:47:50.629178Z","end":"2026-02-24T20:47:53.451066Z","steps":["trace[1345199292] 'process raft request' (duration: 2.821733195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.45114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.029135Z","time spent":"3.421986805s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:53.451207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.629169Z","time spent":"2.821959201s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:53.451262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07214697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:53.451269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.846966823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:53.451315Z","caller":"traceutil/trace.go:171","msg":"trace[80701773] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23433; }","duration":"5.072255333s","start":"2026-02-24T20:47:48.379046Z","end":"2026-02-24T20:47:53.451301Z","steps":["trace[80701773] 'agreement among raft nodes before linearized reading' (duration: 5.072092479s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.451361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.379031Z","time spent":"5.072319064s","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:53.451356Z","caller":"traceutil/trace.go:171","msg":"trace[1706504680] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23433; }","duration":"4.847094517s","start":"2026-02-24T20:47:48.604237Z","end":"2026-02-24T20:47:53.451332Z","steps":["trace[1706504680] 'agreement among raft nodes before linearized reading' (duration: 4.846901542s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.45142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.604219Z","time spent":"4.847189409s","remote":"127.0.0.1:56906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:53.951758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:54.379319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999967778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:54.379411Z","caller":"traceutil/trace.go:171","msg":"trace[834838117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124281s","start":"2026-02-24T20:47:52.379268Z","end":"2026-02-24T20:47:54.379392Z","steps":["trace[834838117] 'agreement among raft nodes before linearized reading' (duration: 2.000002458s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:54.37952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.379247Z","time spent":"2.000260204s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.452611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:54.953388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:55.45376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:55.954875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300755,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:55.997991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.82117055s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:55.998454Z","caller":"traceutil/trace.go:171","msg":"trace[1951918708] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"2.922539723s","start":"2026-02-24T20:47:53.075886Z","end":"2026-02-24T20:47:55.998426Z","steps":["trace[1951918708] 'process raft request' (duration: 2.922364329s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:55.998608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.075862Z","time spent":"2.922662916s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:56.347988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:56.348085Z","caller":"traceutil/trace.go:171","msg":"trace[2087664931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161972s","start":"2026-02-24T20:47:54.347903Z","end":"2026-02-24T20:47:56.348065Z","steps":["trace[2087664931] 'agreement among raft nodes before linearized reading' (duration: 2.000036099s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:56.348136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.347881Z","time spent":"2.000243643s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:56.380119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:56.380195Z","caller":"traceutil/trace.go:171","msg":"trace[156012833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565131s","start":"2026-02-24T20:47:54.379612Z","end":"2026-02-24T20:47:56.380178Z","steps":["trace[156012833] 'agreement among raft nodes before linearized reading' (duration: 2.000275314s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:56.380241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.379583Z","time spent":"2.000648443s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:57.926723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:57.926949Z","caller":"traceutil/trace.go:171","msg":"trace[457203712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008704s","start":"2026-02-24T20:47:55.926704Z","end":"2026-02-24T20:47:57.926791Z","steps":["trace[457203712] 'agreement among raft nodes before linearized reading' (duration: 1.999980587s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:57.92707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.926672Z","time spent":"2.000368507s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:58.386404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:58.386496Z","caller":"traceutil/trace.go:171","msg":"trace[629232000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008854s","start":"2026-02-24T20:47:56.386386Z","end":"2026-02-24T20:47:58.386474Z","steps":["trace[629232000] 'agreement among raft nodes before linearized reading' (duration: 1.999980898s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:58.386547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.386364Z","time spent":"2.000168592s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.154754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.156551585s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:59.155546Z","caller":"traceutil/trace.go:171","msg":"trace[662009673] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"5.752022786s","start":"2026-02-24T20:47:53.403482Z","end":"2026-02-24T20:47:59.155505Z","steps":["trace[662009673] 'process raft request' (duration: 5.751660087s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:59.155563Z","caller":"traceutil/trace.go:171","msg":"trace[676896442] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"4.097620967s","start":"2026-02-24T20:47:55.057909Z","end":"2026-02-24T20:47:59.15553Z","steps":["trace[676896442] 'process raft request' (duration: 4.097512655s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.155738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.403452Z","time spent":"5.75218723s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.15578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.05788Z","time spent":"4.097784102s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:59.156087Z","caller":"traceutil/trace.go:171","msg":"trace[1104612482] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"3.699708872s","start":"2026-02-24T20:47:55.456365Z","end":"2026-02-24T20:47:59.156074Z","steps":["trace[1104612482] 'process raft request' (duration: 3.699120218s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.15616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.456337Z","time spent":"3.699785364s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:59.156279Z","caller":"traceutil/trace.go:171","msg":"trace[1351583198] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24255; }","duration":"5.705166112s","start":"2026-02-24T20:47:53.4511Z","end":"2026-02-24T20:47:59.156267Z","steps":["trace[1351583198] 'read index received' (duration: 2.547129612s)","trace[1351583198] 'applied index is now lower than readState.Index' (duration: 3.15803535s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:59.156352Z","caller":"traceutil/trace.go:171","msg":"trace[1221697083] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"3.698566265s","start":"2026-02-24T20:47:55.457777Z","end":"2026-02-24T20:47:59.156343Z","steps":["trace[1221697083] 'process raft request' (duration: 3.698154495s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.156413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.45775Z","time spent":"3.698629806s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.156591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.697680467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:59.156621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.456818222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:47:59.156664Z","caller":"traceutil/trace.go:171","msg":"trace[1190164948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23443; }","duration":"8.456883063s","start":"2026-02-24T20:47:50.69977Z","end":"2026-02-24T20:47:59.156653Z","steps":["trace[1190164948] 'agreement among raft nodes before linearized reading' (duration: 8.456729039s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.156665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.808390815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:59.15666Z","caller":"traceutil/trace.go:171","msg":"trace[624730254] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23443; }","duration":"9.69778945s","start":"2026-02-24T20:47:49.458855Z","end":"2026-02-24T20:47:59.156645Z","steps":["trace[624730254] 'agreement among raft nodes before linearized reading' (duration: 9.697673047s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.156704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.699756Z","time spent":"8.456942015s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:47:59.156711Z","caller":"traceutil/trace.go:171","msg":"trace[1682483434] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23443; }","duration":"9.808468926s","start":"2026-02-24T20:47:49.34823Z","end":"2026-02-24T20:47:59.156699Z","steps":["trace[1682483434] 'agreement among raft nodes before linearized reading' (duration: 9.808394584s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.156744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.348218Z","time spent":"9.808518508s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:59.156877Z","caller":"traceutil/trace.go:171","msg":"trace[627571545] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"3.698904322s","start":"2026-02-24T20:47:55.457961Z","end":"2026-02-24T20:47:59.156866Z","steps":["trace[627571545] 'process raft request' (duration: 3.698097273s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.156899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.531351684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-24T20:47:59.156925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.858833564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:59.156941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.457947Z","time spent":"3.698962824s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:59.156962Z","caller":"traceutil/trace.go:171","msg":"trace[1716237735] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23443; }","duration":"9.858904736s","start":"2026-02-24T20:47:49.298049Z","end":"2026-02-24T20:47:59.156954Z","steps":["trace[1716237735] 'agreement among raft nodes before linearized reading' (duration: 9.858837265s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:59.156924Z","caller":"traceutil/trace.go:171","msg":"trace[2039474756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23443; }","duration":"8.531402295s","start":"2026-02-24T20:47:50.625516Z","end":"2026-02-24T20:47:59.156918Z","steps":["trace[2039474756] 'agreement among raft nodes before linearized reading' (duration: 8.531255202s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.625501Z","time spent":"8.531518978s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T20:47:59.157089Z","caller":"traceutil/trace.go:171","msg":"trace[718625786] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"3.699002225s","start":"2026-02-24T20:47:55.458074Z","end":"2026-02-24T20:47:59.157077Z","steps":["trace[718625786] 'process raft request' (duration: 3.698031712s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.087201098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:47:59.157141Z","caller":"traceutil/trace.go:171","msg":"trace[1442679267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23443; }","duration":"10.08725551s","start":"2026-02-24T20:47:49.069878Z","end":"2026-02-24T20:47:59.157133Z","steps":["trace[1442679267] 'agreement among raft nodes before linearized reading' (duration: 10.087137367s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.458052Z","time spent":"3.699067736s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.157174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.06986Z","time spent":"10.0873084s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:47:59.157237Z","caller":"traceutil/trace.go:171","msg":"trace[1659451864] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"3.699129068s","start":"2026-02-24T20:47:55.458098Z","end":"2026-02-24T20:47:59.157227Z","steps":["trace[1659451864] 'process raft request' (duration: 3.698049182s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.458088Z","time spent":"3.699178119s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.157356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.136083542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-24T20:47:59.157392Z","caller":"traceutil/trace.go:171","msg":"trace[2041846849] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23443; }","duration":"10.136153942s","start":"2026-02-24T20:47:49.021229Z","end":"2026-02-24T20:47:59.157383Z","steps":["trace[2041846849] 'agreement among raft nodes before linearized reading' (duration: 10.136091431s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.021209Z","time spent":"10.136209144s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-24T20:47:59.157398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.750935446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.157447Z","caller":"traceutil/trace.go:171","msg":"trace[1123667318] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"3.697768636s","start":"2026-02-24T20:47:55.459667Z","end":"2026-02-24T20:47:59.157436Z","steps":["trace[1123667318] 'process raft request' (duration: 3.696514586s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:59.157483Z","caller":"traceutil/trace.go:171","msg":"trace[765651433] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23443; }","duration":"8.751034398s","start":"2026-02-24T20:47:50.406425Z","end":"2026-02-24T20:47:59.15746Z","steps":["trace[765651433] 'agreement among raft nodes before linearized reading' (duration: 8.750955886s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.459657Z","time spent":"3.697830538s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.157597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.333502907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:59.157631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.808494059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-24T20:47:59.15764Z","caller":"traceutil/trace.go:171","msg":"trace[869697944] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23443; }","duration":"10.333565178s","start":"2026-02-24T20:47:48.824065Z","end":"2026-02-24T20:47:59.157631Z","steps":["trace[869697944] 'agreement among raft nodes before linearized reading' (duration: 10.333503427s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:59.157648Z","caller":"traceutil/trace.go:171","msg":"trace[1232214683] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"3.697098479s","start":"2026-02-24T20:47:55.460537Z","end":"2026-02-24T20:47:59.157635Z","steps":["trace[1232214683] 'process raft request' (duration: 3.695677605s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.824057Z","time spent":"10.33361282s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:59.157676Z","caller":"traceutil/trace.go:171","msg":"trace[2102296138] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c; range_end:; response_count:1; response_revision:23443; }","duration":"8.808593151s","start":"2026-02-24T20:47:50.349053Z","end":"2026-02-24T20:47:59.157646Z","steps":["trace[2102296138] 'agreement among raft nodes before linearized reading' (duration: 8.808484768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.460524Z","time spent":"3.697154331s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:59.157733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.349028Z","time spent":"8.808699754s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c\" "} {"level":"warn","ts":"2026-02-24T20:47:59.157837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.338921588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:59.15787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.914517957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.157913Z","caller":"traceutil/trace.go:171","msg":"trace[28707822] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23443; }","duration":"5.914600459s","start":"2026-02-24T20:47:53.2433Z","end":"2026-02-24T20:47:59.157901Z","steps":["trace[28707822] 'agreement among raft nodes before linearized reading' (duration: 5.914529017s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.157951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.243258Z","time spent":"5.914685021s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.157957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.341294246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-02-24T20:47:59.157991Z","caller":"traceutil/trace.go:171","msg":"trace[670878544] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23443; }","duration":"10.341359218s","start":"2026-02-24T20:47:48.816621Z","end":"2026-02-24T20:47:59.15798Z","steps":["trace[670878544] 'agreement among raft nodes before linearized reading' (duration: 10.341273166s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.158025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.816599Z","time spent":"10.341420089s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-02-24T20:47:59.158158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.039543521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.158197Z","caller":"traceutil/trace.go:171","msg":"trace[1843803311] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23443; }","duration":"6.039629323s","start":"2026-02-24T20:47:53.118558Z","end":"2026-02-24T20:47:59.158187Z","steps":["trace[1843803311] 'agreement among raft nodes before linearized reading' (duration: 6.039565441s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.158233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.118535Z","time spent":"6.039690194s","remote":"127.0.0.1:34264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.156752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.45884Z","time spent":"9.697887462s","remote":"127.0.0.1:51136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.158423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.111517742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:59.157363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.680068522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.158459Z","caller":"traceutil/trace.go:171","msg":"trace[2065316310] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23443; }","duration":"6.111555013s","start":"2026-02-24T20:47:53.046895Z","end":"2026-02-24T20:47:59.15845Z","steps":["trace[2065316310] 'agreement among raft nodes before linearized reading' (duration: 6.111483361s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:59.158474Z","caller":"traceutil/trace.go:171","msg":"trace[1206681783] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23443; }","duration":"8.68121329s","start":"2026-02-24T20:47:50.477247Z","end":"2026-02-24T20:47:59.15846Z","steps":["trace[1206681783] 'agreement among raft nodes before linearized reading' (duration: 8.680064832s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.15853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.477236Z","time spent":"8.681278721s","remote":"127.0.0.1:56808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.158622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.842039322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T20:47:59.158749Z","caller":"traceutil/trace.go:171","msg":"trace[482556090] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23443; }","duration":"6.842119204s","start":"2026-02-24T20:47:52.316535Z","end":"2026-02-24T20:47:59.158654Z","steps":["trace[482556090] 'agreement among raft nodes before linearized reading' (duration: 6.842017671s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.158791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.31651Z","time spent":"6.842273248s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:47:59.158968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.998898396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.159009Z","caller":"traceutil/trace.go:171","msg":"trace[737087623] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23443; }","duration":"6.998978828s","start":"2026-02-24T20:47:52.160018Z","end":"2026-02-24T20:47:59.158997Z","steps":["trace[737087623] 'agreement among raft nodes before linearized reading' (duration: 6.998920457s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.159046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.159998Z","time spent":"6.999040519s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.158488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.046837Z","time spent":"6.111643055s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.159227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.005578458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11748"} {"level":"info","ts":"2026-02-24T20:47:59.159248Z","caller":"traceutil/trace.go:171","msg":"trace[858290516] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23443; }","duration":"7.005621419s","start":"2026-02-24T20:47:52.15362Z","end":"2026-02-24T20:47:59.159242Z","steps":["trace[858290516] 'agreement among raft nodes before linearized reading' (duration: 7.005545007s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.159271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.153607Z","time spent":"7.00566019s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11772,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-24T20:47:59.158533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.257642416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.159373Z","caller":"traceutil/trace.go:171","msg":"trace[1837051833] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23443; }","duration":"6.258498527s","start":"2026-02-24T20:47:52.90086Z","end":"2026-02-24T20:47:59.159359Z","steps":["trace[1837051833] 'agreement among raft nodes before linearized reading' (duration: 6.257646246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.159426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.121649235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.15946Z","caller":"traceutil/trace.go:171","msg":"trace[1796195302] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23443; }","duration":"7.121721787s","start":"2026-02-24T20:47:52.03773Z","end":"2026-02-24T20:47:59.159451Z","steps":["trace[1796195302] 'agreement among raft nodes before linearized reading' (duration: 7.121662885s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.15949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.03771Z","time spent":"7.121768977s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.157524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.406415Z","time spent":"8.751101921s","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.15989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229093543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:59.15996Z","caller":"traceutil/trace.go:171","msg":"trace[650630057] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23443; }","duration":"7.229184516s","start":"2026-02-24T20:47:51.930759Z","end":"2026-02-24T20:47:59.159943Z","steps":["trace[650630057] 'agreement among raft nodes before linearized reading' (duration: 7.229037162s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.160019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:51.930697Z","time spent":"7.229304879s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:59.157875Z","caller":"traceutil/trace.go:171","msg":"trace[800391534] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23443; }","duration":"10.33897798s","start":"2026-02-24T20:47:48.818887Z","end":"2026-02-24T20:47:59.157865Z","steps":["trace[800391534] 'agreement among raft nodes before linearized reading' (duration: 10.338924359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.160106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:48.818877Z","time spent":"10.341214753s","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.156996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.298029Z","time spent":"9.858960618s","remote":"127.0.0.1:51316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.160311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.172824142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:59.160345Z","caller":"traceutil/trace.go:171","msg":"trace[768050985] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23443; }","duration":"9.172862523s","start":"2026-02-24T20:47:49.987475Z","end":"2026-02-24T20:47:59.160338Z","steps":["trace[768050985] 'agreement among raft nodes before linearized reading' (duration: 9.17279213s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.160356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.333879347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:59.160369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.987421Z","time spent":"9.172942185s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:59.160379Z","caller":"traceutil/trace.go:171","msg":"trace[948320748] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23443; }","duration":"9.333938399s","start":"2026-02-24T20:47:49.826431Z","end":"2026-02-24T20:47:59.16037Z","steps":["trace[948320748] 'agreement among raft nodes before linearized reading' (duration: 9.333899838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.160395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.826412Z","time spent":"9.333979079s","remote":"127.0.0.1:47194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.159425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.900844Z","time spent":"6.258566078s","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.161279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.08470692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:59.165472Z","caller":"traceutil/trace.go:171","msg":"trace[1680381016] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23443; }","duration":"9.089040424s","start":"2026-02-24T20:47:50.076388Z","end":"2026-02-24T20:47:59.165428Z","steps":["trace[1680381016] 'agreement among raft nodes before linearized reading' (duration: 9.081471792s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.165573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.076379Z","time spent":"9.089179067s","remote":"127.0.0.1:40014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:59.185734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999264307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:59.185842Z","caller":"traceutil/trace.go:171","msg":"trace[933284893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999409621s","start":"2026-02-24T20:47:54.186416Z","end":"2026-02-24T20:47:59.185825Z","steps":["trace[933284893] 'agreement among raft nodes before linearized reading' (duration: 4.999278908s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.185895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.186406Z","time spent":"4.999479463s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:59.185765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999324258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-24T20:47:59.185855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999373849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:59.185949Z","caller":"traceutil/trace.go:171","msg":"trace[865508587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999556864s","start":"2026-02-24T20:47:54.186379Z","end":"2026-02-24T20:47:59.185936Z","steps":["trace[865508587] 'agreement among raft nodes before linearized reading' (duration: 4.999361009s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.185976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.186354Z","time spent":"4.999615136s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:47:59.18613Z","caller":"traceutil/trace.go:171","msg":"trace[1346024395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999511763s","start":"2026-02-24T20:47:54.186442Z","end":"2026-02-24T20:47:59.185954Z","steps":["trace[1346024395] 'agreement among raft nodes before linearized reading' (duration: 4.99939359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.186267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.186432Z","time spent":"4.999756219s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.657108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:00.157449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:00.394147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:00.394255Z","caller":"traceutil/trace.go:171","msg":"trace[1415326354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199133s","start":"2026-02-24T20:47:58.394035Z","end":"2026-02-24T20:48:00.394234Z","steps":["trace[1415326354] 'agreement among raft nodes before linearized reading' (duration: 2.00006187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.394306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.394021Z","time spent":"2.000273835s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:00.658097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:00.695295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540208905s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:00.699403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.163427Z","time spent":"1.535970743s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:02.395558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:02.395645Z","caller":"traceutil/trace.go:171","msg":"trace[1968454035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283024s","start":"2026-02-24T20:48:00.395344Z","end":"2026-02-24T20:48:02.395627Z","steps":["trace[1968454035] 'agreement among raft nodes before linearized reading' (duration: 2.000174832s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.395689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.39532Z","time spent":"2.000359717s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:02.506205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810700799s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-02-24T20:48:02.506329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.00998Z","time spent":"1.496340934s","remote":"127.0.0.1:53130","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:02.959771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.264284571s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:02.960645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.162124Z","time spent":"3.798506562s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:48:02.960926Z","caller":"traceutil/trace.go:171","msg":"trace[603151171] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24265; }","duration":"3.804586159s","start":"2026-02-24T20:47:59.156313Z","end":"2026-02-24T20:48:02.960899Z","steps":["trace[603151171] 'read index received' (duration: 1.539167221s)","trace[603151171] 'applied index is now lower than readState.Index' (duration: 2.265417498s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:02.961427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211842878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.961505Z","caller":"traceutil/trace.go:171","msg":"trace[612023280] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23446; }","duration":"6.21194396s","start":"2026-02-24T20:47:56.749545Z","end":"2026-02-24T20:48:02.961489Z","steps":["trace[612023280] 'agreement among raft nodes before linearized reading' (duration: 6.211752175s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.961585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.749481Z","time spent":"6.212089754s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.96159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.107162454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.961709Z","caller":"traceutil/trace.go:171","msg":"trace[952957204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23446; }","duration":"8.107326078s","start":"2026-02-24T20:47:54.854354Z","end":"2026-02-24T20:48:02.96168Z","steps":["trace[952957204] 'agreement among raft nodes before linearized reading' (duration: 8.107122593s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.961769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.854334Z","time spent":"8.107423261s","remote":"127.0.0.1:56730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.961952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.775980662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:48:02.961955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.735934538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:02.962009Z","caller":"traceutil/trace.go:171","msg":"trace[1895078954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23446; }","duration":"8.776065154s","start":"2026-02-24T20:47:54.185927Z","end":"2026-02-24T20:48:02.961992Z","steps":["trace[1895078954] 'agreement among raft nodes before linearized reading' (duration: 8.77590891s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.185905Z","time spent":"8.776140146s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:02.962023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.158809983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.962076Z","caller":"traceutil/trace.go:171","msg":"trace[1088470669] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23446; }","duration":"4.736103972s","start":"2026-02-24T20:47:58.225932Z","end":"2026-02-24T20:48:02.962036Z","steps":["trace[1088470669] 'agreement among raft nodes before linearized reading' (duration: 4.735864476s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.962104Z","caller":"traceutil/trace.go:171","msg":"trace[1273565415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23446; }","duration":"9.158922485s","start":"2026-02-24T20:47:53.803166Z","end":"2026-02-24T20:48:02.962089Z","steps":["trace[1273565415] 'agreement among raft nodes before linearized reading' (duration: 9.158815003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.572600105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T20:48:02.962143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.225905Z","time spent":"4.736221965s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.962179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.502131308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.96222Z","caller":"traceutil/trace.go:171","msg":"trace[1112611957] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23446; }","duration":"8.502205179s","start":"2026-02-24T20:47:54.460003Z","end":"2026-02-24T20:48:02.962208Z","steps":["trace[1112611957] 'agreement among raft nodes before linearized reading' (duration: 8.502146948s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514283676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.962239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.467868781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.962253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.459985Z","time spent":"8.502260981s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.962265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.183089279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:02.962285Z","caller":"traceutil/trace.go:171","msg":"trace[689981416] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23446; }","duration":"7.467909132s","start":"2026-02-24T20:47:55.494359Z","end":"2026-02-24T20:48:02.962268Z","steps":["trace[689981416] 'agreement among raft nodes before linearized reading' (duration: 7.46784479s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679489281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.962328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.494316Z","time spent":"7.468002854s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.962335Z","caller":"traceutil/trace.go:171","msg":"trace[1395784706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23446; }","duration":"9.183170631s","start":"2026-02-24T20:47:53.779127Z","end":"2026-02-24T20:48:02.962298Z","steps":["trace[1395784706] 'agreement among raft nodes before linearized reading' (duration: 9.183079149s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.962381Z","caller":"traceutil/trace.go:171","msg":"trace[1312040674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23446; }","duration":"5.679703217s","start":"2026-02-24T20:47:57.282647Z","end":"2026-02-24T20:48:02.96235Z","steps":["trace[1312040674] 'agreement among raft nodes before linearized reading' (duration: 5.679422001s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.779103Z","time spent":"9.183266954s","remote":"127.0.0.1:48968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.96246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.282604Z","time spent":"5.679834261s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.962468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690390436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.962478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.673337379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:02.962511Z","caller":"traceutil/trace.go:171","msg":"trace[1818232912] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23446; }","duration":"4.690473548s","start":"2026-02-24T20:47:58.272028Z","end":"2026-02-24T20:48:02.962502Z","steps":["trace[1818232912] 'agreement among raft nodes before linearized reading' (duration: 4.690341395s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.272006Z","time spent":"4.6905441s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.961652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.163231Z","time spent":"3.798416399s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:02.961585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794226236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:48:02.962592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.914944175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T20:48:02.962717Z","caller":"traceutil/trace.go:171","msg":"trace[2070703215] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23446; }","duration":"7.915099409s","start":"2026-02-24T20:47:55.047601Z","end":"2026-02-24T20:48:02.962701Z","steps":["trace[2070703215] 'agreement among raft nodes before linearized reading' (duration: 7.914890884s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.962768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.047579Z","time spent":"7.91517439s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T20:48:02.962182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.803147Z","time spent":"9.159017868s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:02.962664Z","caller":"traceutil/trace.go:171","msg":"trace[1278567775] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23446; }","duration":"5.795356164s","start":"2026-02-24T20:47:57.167295Z","end":"2026-02-24T20:48:02.962651Z","steps":["trace[1278567775] 'agreement among raft nodes before linearized reading' (duration: 5.793889128s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.962289Z","caller":"traceutil/trace.go:171","msg":"trace[1968760075] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23446; }","duration":"5.514392878s","start":"2026-02-24T20:47:57.447872Z","end":"2026-02-24T20:48:02.962265Z","steps":["trace[1968760075] 'agreement among raft nodes before linearized reading' (duration: 5.514132922s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.963028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.167279Z","time spent":"5.795735403s","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.963022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.043224777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.963059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.447838Z","time spent":"5.515196318s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.963093Z","caller":"traceutil/trace.go:171","msg":"trace[890234664] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23446; }","duration":"8.043301199s","start":"2026-02-24T20:47:54.919777Z","end":"2026-02-24T20:48:02.963078Z","steps":["trace[890234664] 'agreement among raft nodes before linearized reading' (duration: 8.043099274s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.963113Z","caller":"traceutil/trace.go:171","msg":"trace[358492146] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"3.79757838s","start":"2026-02-24T20:47:59.165492Z","end":"2026-02-24T20:48:02.963071Z","steps":["trace[358492146] 'process raft request' (duration: 3.795306235s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.962182Z","caller":"traceutil/trace.go:171","msg":"trace[876137247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23446; }","duration":"6.572662897s","start":"2026-02-24T20:47:56.389505Z","end":"2026-02-24T20:48:02.962168Z","steps":["trace[876137247] 'agreement among raft nodes before linearized reading' (duration: 6.572495633s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.963152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.919709Z","time spent":"8.043431662s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.963215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.389495Z","time spent":"6.573701512s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:48:02.962902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.600636793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.963301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.165482Z","time spent":"3.797710633s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:02.962774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572928715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-02-24T20:48:02.963428Z","caller":"traceutil/trace.go:171","msg":"trace[1816956978] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23446; }","duration":"4.573645442s","start":"2026-02-24T20:47:58.389765Z","end":"2026-02-24T20:48:02.96341Z","steps":["trace[1816956978] 'agreement among raft nodes before linearized reading' (duration: 4.572372071s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.962513Z","caller":"traceutil/trace.go:171","msg":"trace[48596577] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23446; }","duration":"8.67340411s","start":"2026-02-24T20:47:54.289098Z","end":"2026-02-24T20:48:02.962502Z","steps":["trace[48596577] 'agreement among raft nodes before linearized reading' (duration: 8.673334878s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.963586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.389746Z","time spent":"4.573789966s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7061,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T20:48:02.963334Z","caller":"traceutil/trace.go:171","msg":"trace[1921282780] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23446; }","duration":"5.601091235s","start":"2026-02-24T20:47:57.362226Z","end":"2026-02-24T20:48:02.963317Z","steps":["trace[1921282780] 'agreement among raft nodes before linearized reading' (duration: 5.600623433s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.96389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.362214Z","time spent":"5.601647258s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.963585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.289073Z","time spent":"8.674486886s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:03.461474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:03.961929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:04.186022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998167083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:48:04.186083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997474216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:04.186108Z","caller":"traceutil/trace.go:171","msg":"trace[1049649318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998293837s","start":"2026-02-24T20:48:01.187795Z","end":"2026-02-24T20:48:04.186089Z","steps":["trace[1049649318] 'agreement among raft nodes before linearized reading' (duration: 2.998192284s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.186128Z","caller":"traceutil/trace.go:171","msg":"trace[741277469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997532997s","start":"2026-02-24T20:48:01.188576Z","end":"2026-02-24T20:48:04.186109Z","steps":["trace[741277469] 'agreement among raft nodes before linearized reading' (duration: 2.997489806s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.186158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.188569Z","time spent":"2.997582359s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:48:04.186168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.187781Z","time spent":"2.998359898s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:04.186018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.967789Z","time spent":"1.218222618s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:04.186504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998558893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:04.186595Z","caller":"traceutil/trace.go:171","msg":"trace[1438044395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998682775s","start":"2026-02-24T20:48:01.187901Z","end":"2026-02-24T20:48:04.186584Z","steps":["trace[1438044395] 'agreement among raft nodes before linearized reading' (duration: 2.998587753s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.186673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.187855Z","time spent":"2.998788889s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:04.404272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:04.404405Z","caller":"traceutil/trace.go:171","msg":"trace[1117627360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607293s","start":"2026-02-24T20:48:02.403767Z","end":"2026-02-24T20:48:04.404375Z","steps":["trace[1117627360] 'agreement among raft nodes before linearized reading' (duration: 2.000433789s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.404472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.40371Z","time spent":"2.000750046s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:04.462089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:04.962837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:04.979637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.016713322s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:04.980135Z","caller":"traceutil/trace.go:171","msg":"trace[1323785942] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23446; }","duration":"4.278504982s","start":"2026-02-24T20:48:00.701606Z","end":"2026-02-24T20:48:04.980111Z","steps":["trace[1323785942] 'process raft request' (duration: 4.278251156s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.980268Z","caller":"traceutil/trace.go:171","msg":"trace[1976489459] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"4.0233117s","start":"2026-02-24T20:48:00.956934Z","end":"2026-02-24T20:48:04.980245Z","steps":["trace[1976489459] 'process raft request' (duration: 4.023073254s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.980448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.956906Z","time spent":"4.023434832s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.980531Z","caller":"traceutil/trace.go:171","msg":"trace[1485236603] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"3.977339408s","start":"2026-02-24T20:48:01.003178Z","end":"2026-02-24T20:48:04.980518Z","steps":["trace[1485236603] 'process raft request' (duration: 3.97699189s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.980673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.003158Z","time spent":"3.97744139s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:04.980842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.70159Z","time spent":"4.278616915s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.98092Z","caller":"traceutil/trace.go:171","msg":"trace[98501946] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"3.816697441s","start":"2026-02-24T20:48:01.164189Z","end":"2026-02-24T20:48:04.980887Z","steps":["trace[98501946] 'process raft request' (duration: 3.81623826s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.981143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.164164Z","time spent":"3.816880046s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.9816Z","caller":"traceutil/trace.go:171","msg":"trace[845297703] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"3.816682411s","start":"2026-02-24T20:48:01.164895Z","end":"2026-02-24T20:48:04.981577Z","steps":["trace[845297703] 'process raft request' (duration: 3.816408354s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.981672Z","caller":"traceutil/trace.go:171","msg":"trace[1754143305] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"3.816635311s","start":"2026-02-24T20:48:01.165014Z","end":"2026-02-24T20:48:04.981649Z","steps":["trace[1754143305] 'process raft request' (duration: 3.816364174s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.981779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.165007Z","time spent":"3.816715573s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:04.981799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.164885Z","time spent":"3.816783625s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.981965Z","caller":"traceutil/trace.go:171","msg":"trace[96287418] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"3.816048446s","start":"2026-02-24T20:48:01.165902Z","end":"2026-02-24T20:48:04.981951Z","steps":["trace[96287418] 'process raft request' (duration: 3.815522733s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.98206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.165895Z","time spent":"3.816102818s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.982084Z","caller":"traceutil/trace.go:171","msg":"trace[963418386] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"3.817367818s","start":"2026-02-24T20:48:01.164705Z","end":"2026-02-24T20:48:04.982073Z","steps":["trace[963418386] 'process raft request' (duration: 3.816171459s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.982205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.16468Z","time spent":"3.817464591s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:04.982777Z","caller":"traceutil/trace.go:171","msg":"trace[2092533765] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"3.815595045s","start":"2026-02-24T20:48:01.167168Z","end":"2026-02-24T20:48:04.982763Z","steps":["trace[2092533765] 'process raft request' (duration: 3.814289813s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.982804Z","caller":"traceutil/trace.go:171","msg":"trace[1864226084] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"3.811960437s","start":"2026-02-24T20:48:01.17083Z","end":"2026-02-24T20:48:04.98279Z","steps":["trace[1864226084] 'process raft request' (duration: 3.810657645s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.982946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.167159Z","time spent":"3.815700978s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:04.982963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.17081Z","time spent":"3.81208032s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:04.991046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.187667Z","time spent":"803.376773ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:48:05.812671Z","caller":"traceutil/trace.go:171","msg":"trace[1736373694] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"2.848327398s","start":"2026-02-24T20:48:02.964327Z","end":"2026-02-24T20:48:05.812654Z","steps":["trace[1736373694] 'process raft request' (duration: 2.848176344s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.812783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.964292Z","time spent":"2.84843102s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:05.813134Z","caller":"traceutil/trace.go:171","msg":"trace[1571885699] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"2.836544603s","start":"2026-02-24T20:48:02.976576Z","end":"2026-02-24T20:48:05.813121Z","steps":["trace[1571885699] 'process raft request' (duration: 2.836253456s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.813287Z","caller":"traceutil/trace.go:171","msg":"trace[328426906] linearizableReadLoop","detail":"{readStateIndex:24287; appliedIndex:24270; }","duration":"2.852037348s","start":"2026-02-24T20:48:02.961241Z","end":"2026-02-24T20:48:05.813278Z","steps":["trace[328426906] 'read index received' (duration: 2.018505626s)","trace[328426906] 'applied index is now lower than readState.Index' (duration: 833.531232ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:05.813297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.976562Z","time spent":"2.836648225s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:05.81354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846937824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-73183934-12e6-4113-a7c8-2c72c1f56cff\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-24T20:48:05.813565Z","caller":"traceutil/trace.go:171","msg":"trace[1776837711] range","detail":"{range_begin:/registry/persistentvolumes/pvc-73183934-12e6-4113-a7c8-2c72c1f56cff; range_end:; response_count:1; response_revision:23460; }","duration":"2.846988226s","start":"2026-02-24T20:48:02.96657Z","end":"2026-02-24T20:48:05.813558Z","steps":["trace[1776837711] 'agreement among raft nodes before linearized reading' (duration: 2.846899903s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.81358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.966554Z","time spent":"2.847022347s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-73183934-12e6-4113-a7c8-2c72c1f56cff\" "} {"level":"warn","ts":"2026-02-24T20:48:05.813608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65133903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-6f56467975-p4fhr\" ","response":"range_response_count:1 size:3881"} {"level":"warn","ts":"2026-02-24T20:48:05.813682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811920307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:05.813694Z","caller":"traceutil/trace.go:171","msg":"trace[403319998] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-6f56467975-p4fhr; range_end:; response_count:1; response_revision:23460; }","duration":"6.651452762s","start":"2026-02-24T20:47:59.162221Z","end":"2026-02-24T20:48:05.813674Z","steps":["trace[403319998] 'agreement among raft nodes before linearized reading' (duration: 6.651237706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.813721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.291555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.81374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.162202Z","time spent":"6.651528104s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3905,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-6f56467975-p4fhr\" "} {"level":"info","ts":"2026-02-24T20:48:05.81378Z","caller":"traceutil/trace.go:171","msg":"trace[958447430] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"1.623583363s","start":"2026-02-24T20:48:04.190188Z","end":"2026-02-24T20:48:05.813772Z","steps":["trace[958447430] 'process raft request' (duration: 1.6230626s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.813743Z","caller":"traceutil/trace.go:171","msg":"trace[71571807] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23460; }","duration":"429.349126ms","start":"2026-02-24T20:48:05.384387Z","end":"2026-02-24T20:48:05.813736Z","steps":["trace[71571807] 'agreement among raft nodes before linearized reading' (duration: 429.305564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.813824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.384366Z","time spent":"429.451228ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.813832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.19017Z","time spent":"1.623637264s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:05.81392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.377531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.813948Z","caller":"traceutil/trace.go:171","msg":"trace[1633636760] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23460; }","duration":"628.440382ms","start":"2026-02-24T20:48:05.185497Z","end":"2026-02-24T20:48:05.813937Z","steps":["trace[1633636760] 'agreement among raft nodes before linearized reading' (duration: 628.403971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.813969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.185473Z","time spent":"628.489443ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.813978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.208519288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.814012Z","caller":"traceutil/trace.go:171","msg":"trace[1003406651] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23460; }","duration":"6.208612301s","start":"2026-02-24T20:47:59.605389Z","end":"2026-02-24T20:48:05.814002Z","steps":["trace[1003406651] 'agreement among raft nodes before linearized reading' (duration: 6.208549569s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.605356Z","time spent":"6.208686193s","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.814064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662176446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.814079Z","caller":"traceutil/trace.go:171","msg":"trace[628747428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23460; }","duration":"2.662237018s","start":"2026-02-24T20:48:03.151837Z","end":"2026-02-24T20:48:05.814074Z","steps":["trace[628747428] 'agreement among raft nodes before linearized reading' (duration: 2.662204807s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951909041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.814098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.151811Z","time spent":"2.662283438s","remote":"127.0.0.1:56726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.814109Z","caller":"traceutil/trace.go:171","msg":"trace[1567762159] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23460; }","duration":"4.951981483s","start":"2026-02-24T20:48:00.862118Z","end":"2026-02-24T20:48:05.8141Z","steps":["trace[1567762159] 'agreement among raft nodes before linearized reading' (duration: 4.951926662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.250018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.814134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.861889Z","time spent":"4.95223945s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.814145Z","caller":"traceutil/trace.go:171","msg":"trace[694465081] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23460; }","duration":"898.313429ms","start":"2026-02-24T20:48:04.915821Z","end":"2026-02-24T20:48:05.814135Z","steps":["trace[694465081] 'agreement among raft nodes before linearized reading' (duration: 898.267888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844859685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.81417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.915799Z","time spent":"898.365761ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.814181Z","caller":"traceutil/trace.go:171","msg":"trace[1684509093] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23460; }","duration":"2.844892015s","start":"2026-02-24T20:48:02.969284Z","end":"2026-02-24T20:48:05.814176Z","steps":["trace[1684509093] 'agreement among raft nodes before linearized reading' (duration: 2.844867354s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.969278Z","time spent":"2.844912445s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:05.81372Z","caller":"traceutil/trace.go:171","msg":"trace[788924653] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23460; }","duration":"3.811998049s","start":"2026-02-24T20:48:02.001713Z","end":"2026-02-24T20:48:05.813711Z","steps":["trace[788924653] 'agreement among raft nodes before linearized reading' (duration: 3.811767122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474114305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:05.814309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.001681Z","time spent":"3.812621203s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.814066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443822634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.814356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650115049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:48:05.814405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120429752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:48:05.814432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.65217963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-6fqqf\" ","response":"range_response_count:1 size:4842"} {"level":"warn","ts":"2026-02-24T20:48:05.814448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256389461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.814262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.64519933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11748"} {"level":"warn","ts":"2026-02-24T20:48:05.814477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409925494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.813751Z","caller":"traceutil/trace.go:171","msg":"trace[797836132] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"1.625143572s","start":"2026-02-24T20:48:04.188596Z","end":"2026-02-24T20:48:05.81374Z","steps":["trace[797836132] 'process raft request' (duration: 1.624617008s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362170398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.814736Z","caller":"traceutil/trace.go:171","msg":"trace[458541302] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23460; }","duration":"3.474407582s","start":"2026-02-24T20:48:02.339901Z","end":"2026-02-24T20:48:05.814309Z","steps":["trace[458541302] 'agreement among raft nodes before linearized reading' (duration: 3.474036253s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831280244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:05.814797Z","caller":"traceutil/trace.go:171","msg":"trace[1045510184] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23460; }","duration":"4.831826678s","start":"2026-02-24T20:48:00.98296Z","end":"2026-02-24T20:48:05.814787Z","steps":["trace[1045510184] 'agreement among raft nodes before linearized reading' (duration: 4.831278574s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127427437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:05.814824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.982936Z","time spent":"4.831877268s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.814829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389305174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273077"} {"level":"warn","ts":"2026-02-24T20:48:05.814896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454186681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T20:48:05.814929Z","caller":"traceutil/trace.go:171","msg":"trace[2056871832] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23460; }","duration":"5.454257393s","start":"2026-02-24T20:48:00.360661Z","end":"2026-02-24T20:48:05.814919Z","steps":["trace[2056871832] 'agreement among raft nodes before linearized reading' (duration: 5.4541621s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.814939Z","caller":"traceutil/trace.go:171","msg":"trace[1922346751] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23460; }","duration":"2.389425888s","start":"2026-02-24T20:48:03.425485Z","end":"2026-02-24T20:48:05.814911Z","steps":["trace[1922346751] 'agreement among raft nodes before linearized reading' (duration: 2.389063919s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.814959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.360638Z","time spent":"5.454312834s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:05.814976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.425465Z","time spent":"2.38950045s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273101,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-24T20:48:05.81484Z","caller":"traceutil/trace.go:171","msg":"trace[1010231484] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23460; }","duration":"5.127514759s","start":"2026-02-24T20:48:00.687313Z","end":"2026-02-24T20:48:05.814828Z","steps":["trace[1010231484] 'agreement among raft nodes before linearized reading' (duration: 5.127424916s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.815082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.687292Z","time spent":"5.127783455s","remote":"127.0.0.1:47306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.814505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467477837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.815425Z","caller":"traceutil/trace.go:171","msg":"trace[996736084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"1.468425619s","start":"2026-02-24T20:48:04.346986Z","end":"2026-02-24T20:48:05.815412Z","steps":["trace[996736084] 'agreement among raft nodes before linearized reading' (duration: 1.467506928s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.815643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.346961Z","time spent":"1.468550412s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:05.815991Z","caller":"traceutil/trace.go:171","msg":"trace[2000040560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23460; }","duration":"6.65015343s","start":"2026-02-24T20:47:59.164224Z","end":"2026-02-24T20:48:05.814377Z","steps":["trace[2000040560] 'agreement among raft nodes before linearized reading' (duration: 6.650075488s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.81604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.164213Z","time spent":"6.65181611s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:48:05.816191Z","caller":"traceutil/trace.go:171","msg":"trace[419125162] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23460; }","duration":"2.444240324s","start":"2026-02-24T20:48:03.370187Z","end":"2026-02-24T20:48:05.814427Z","steps":["trace[419125162] 'agreement among raft nodes before linearized reading' (duration: 2.443839954s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.188569Z","time spent":"1.626027462s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:05.816258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.370164Z","time spent":"2.446055218s","remote":"127.0.0.1:56552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.816285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.339876Z","time spent":"3.474909764s","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.816302Z","caller":"traceutil/trace.go:171","msg":"trace[211496255] range","detail":"{range_begin:/registry/pods/kube-system/coredns-77cccfdc44-6fqqf; range_end:; response_count:1; response_revision:23460; }","duration":"6.6522165s","start":"2026-02-24T20:47:59.162231Z","end":"2026-02-24T20:48:05.814447Z","steps":["trace[211496255] 'agreement among raft nodes before linearized reading' (duration: 6.652150269s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.816382Z","caller":"traceutil/trace.go:171","msg":"trace[634596761] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23460; }","duration":"1.256446863s","start":"2026-02-24T20:48:04.558013Z","end":"2026-02-24T20:48:05.81446Z","steps":["trace[634596761] 'agreement among raft nodes before linearized reading' (duration: 1.256419102s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.557989Z","time spent":"1.25841738s","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:05.816395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.16222Z","time spent":"6.654159838s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4866,"request content":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-6fqqf\" "} {"level":"info","ts":"2026-02-24T20:48:05.816491Z","caller":"traceutil/trace.go:171","msg":"trace[1952074967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23460; }","duration":"1.409961975s","start":"2026-02-24T20:48:04.404529Z","end":"2026-02-24T20:48:05.814491Z","steps":["trace[1952074967] 'agreement among raft nodes before linearized reading' (duration: 1.409933324s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.404519Z","time spent":"1.412000955s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:05.816631Z","caller":"traceutil/trace.go:171","msg":"trace[1523717608] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23460; }","duration":"6.645462457s","start":"2026-02-24T20:47:59.169032Z","end":"2026-02-24T20:48:05.814494Z","steps":["trace[1523717608] 'agreement among raft nodes before linearized reading' (duration: 6.645157199s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.169023Z","time spent":"6.647631519s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11772,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-24T20:48:05.816716Z","caller":"traceutil/trace.go:171","msg":"trace[2025685619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23460; }","duration":"2.36225251s","start":"2026-02-24T20:48:03.452294Z","end":"2026-02-24T20:48:05.814546Z","steps":["trace[2025685619] 'agreement among raft nodes before linearized reading' (duration: 2.362220089s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.452271Z","time spent":"2.364462984s","remote":"127.0.0.1:56534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.81686Z","caller":"traceutil/trace.go:171","msg":"trace[1199775722] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23460; }","duration":"1.120502814s","start":"2026-02-24T20:48:04.693926Z","end":"2026-02-24T20:48:05.814429Z","steps":["trace[1199775722] 'agreement among raft nodes before linearized reading' (duration: 1.120362171s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.816906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.693895Z","time spent":"1.122999494s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:05.812887Z","caller":"traceutil/trace.go:171","msg":"trace[985568285] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23455; }","duration":"2.84966868s","start":"2026-02-24T20:48:02.963185Z","end":"2026-02-24T20:48:05.812854Z","steps":["trace[985568285] 'process raft request' (duration: 2.849265111s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.817449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.963152Z","time spent":"2.854244621s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:05.81768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535258962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:05.81944Z","caller":"traceutil/trace.go:171","msg":"trace[1684121997] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23460; }","duration":"5.537087947s","start":"2026-02-24T20:48:00.282319Z","end":"2026-02-24T20:48:05.819407Z","steps":["trace[1684121997] 'agreement among raft nodes before linearized reading' (duration: 5.53105111s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.819547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.282293Z","time spent":"5.53722531s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2628,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:06.313511Z","caller":"traceutil/trace.go:171","msg":"trace[347226589] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24288; }","duration":"491.415217ms","start":"2026-02-24T20:48:05.822074Z","end":"2026-02-24T20:48:06.313489Z","steps":["trace[347226589] 'read index received' (duration: 86.585534ms)","trace[347226589] 'applied index is now lower than readState.Index' (duration: 404.828443ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:06.313547Z","caller":"traceutil/trace.go:171","msg":"trace[1014274862] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"491.808717ms","start":"2026-02-24T20:48:05.821705Z","end":"2026-02-24T20:48:06.313513Z","steps":["trace[1014274862] 'process raft request' (duration: 491.534801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:06.313761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.821691Z","time spent":"491.92775ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:06.313843Z","caller":"traceutil/trace.go:171","msg":"trace[1924925968] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"491.873759ms","start":"2026-02-24T20:48:05.821953Z","end":"2026-02-24T20:48:06.313827Z","steps":["trace[1924925968] 'process raft request' (duration: 491.482429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:06.31395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.821946Z","time spent":"491.93359ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:06.314201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.074702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T20:48:06.314319Z","caller":"traceutil/trace.go:171","msg":"trace[1529704581] range","detail":"{range_begin:/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6; range_end:; response_count:1; response_revision:23462; }","duration":"492.234326ms","start":"2026-02-24T20:48:05.822057Z","end":"2026-02-24T20:48:06.314291Z","steps":["trace[1529704581] 'agreement among raft nodes before linearized reading' (duration: 491.827956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:06.314382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.82205Z","time spent":"492.322888ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6\" "} {"level":"warn","ts":"2026-02-24T20:48:07.366872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.48778Z","time spent":"879.084975ms","remote":"127.0.0.1:44634","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:07.367564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.821927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:07.367707Z","caller":"traceutil/trace.go:171","msg":"trace[1640812065] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"1.049102857s","start":"2026-02-24T20:48:06.318589Z","end":"2026-02-24T20:48:07.367692Z","steps":["trace[1640812065] 'process raft request' (duration: 1.049039055s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.367757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.318567Z","time spent":"1.049167478s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:07.367899Z","caller":"traceutil/trace.go:171","msg":"trace[1568354915] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.45686696s","start":"2026-02-24T20:48:05.91102Z","end":"2026-02-24T20:48:07.367887Z","steps":["trace[1568354915] 'process raft request' (duration: 503.642933ms)","trace[1568354915] 'compare' (duration: 951.812104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:07.367948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.910984Z","time spent":"1.456937612s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:07.368081Z","caller":"traceutil/trace.go:171","msg":"trace[867327999] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24290; }","duration":"1.054479496s","start":"2026-02-24T20:48:06.313588Z","end":"2026-02-24T20:48:07.368067Z","steps":["trace[867327999] 'read index received' (duration: 101.164287ms)","trace[867327999] 'applied index is now lower than readState.Index' (duration: 953.313849ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:07.368237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527374385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"warn","ts":"2026-02-24T20:48:07.36831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543928256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:07.368313Z","caller":"traceutil/trace.go:171","msg":"trace[1489592963] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23464; }","duration":"1.527499498s","start":"2026-02-24T20:48:05.840796Z","end":"2026-02-24T20:48:07.368296Z","steps":["trace[1489592963] 'agreement among raft nodes before linearized reading' (duration: 1.527297103s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:07.368341Z","caller":"traceutil/trace.go:171","msg":"trace[81512309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23464; }","duration":"1.543970678s","start":"2026-02-24T20:48:05.824361Z","end":"2026-02-24T20:48:07.368331Z","steps":["trace[81512309] 'agreement among raft nodes before linearized reading' (duration: 1.543767052s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.368358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.840776Z","time spent":"1.527573651s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":545,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-24T20:48:07.36837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.824356Z","time spent":"1.544008439s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:07.368242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4531498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:07.368426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295228271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:07.368475Z","caller":"traceutil/trace.go:171","msg":"trace[1113564018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23464; }","duration":"1.295303273s","start":"2026-02-24T20:48:06.073154Z","end":"2026-02-24T20:48:07.368458Z","steps":["trace[1113564018] 'agreement among raft nodes before linearized reading' (duration: 1.295234751s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.36847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545890124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:07.368484Z","caller":"traceutil/trace.go:171","msg":"trace[1974508526] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23464; }","duration":"1.453450138s","start":"2026-02-24T20:48:05.915006Z","end":"2026-02-24T20:48:07.368456Z","steps":["trace[1974508526] 'agreement among raft nodes before linearized reading' (duration: 1.453082058s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.368518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.073134Z","time spent":"1.295374424s","remote":"127.0.0.1:56798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:07.36853Z","caller":"traceutil/trace.go:171","msg":"trace[1372581583] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23464; }","duration":"1.545962565s","start":"2026-02-24T20:48:05.822548Z","end":"2026-02-24T20:48:07.368511Z","steps":["trace[1372581583] 'agreement among raft nodes before linearized reading' (duration: 1.545866893s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.368594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.822542Z","time spent":"1.546024307s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:07.368593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.914974Z","time spent":"1.453583091s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:48:07.368584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543027065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7230"} {"level":"info","ts":"2026-02-24T20:48:07.36868Z","caller":"traceutil/trace.go:171","msg":"trace[1329015504] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23464; }","duration":"1.543138767s","start":"2026-02-24T20:48:05.825507Z","end":"2026-02-24T20:48:07.368645Z","steps":["trace[1329015504] 'agreement among raft nodes before linearized reading' (duration: 1.542583903s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.368727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.825502Z","time spent":"1.543215439s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7254,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:48:07.369762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528849092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-24T20:48:07.369878Z","caller":"traceutil/trace.go:171","msg":"trace[1115403879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23464; }","duration":"1.528999095s","start":"2026-02-24T20:48:05.840851Z","end":"2026-02-24T20:48:07.36985Z","steps":["trace[1115403879] 'agreement among raft nodes before linearized reading' (duration: 1.527242672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.369937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.840848Z","time spent":"1.529071027s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-24T20:48:07.868619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:08.369505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:08.382865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020163697s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:08.455495Z","caller":"traceutil/trace.go:171","msg":"trace[914270237] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"1.468140023s","start":"2026-02-24T20:48:06.987329Z","end":"2026-02-24T20:48:08.455469Z","steps":["trace[914270237] 'process raft request' (duration: 1.395798393s)","trace[914270237] 'compare' (duration: 71.442688ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:08.455723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.987305Z","time spent":"1.468307788s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:08.455949Z","caller":"traceutil/trace.go:171","msg":"trace[785037830] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"1.466947005s","start":"2026-02-24T20:48:06.988958Z","end":"2026-02-24T20:48:08.455905Z","steps":["trace[785037830] 'process raft request' (duration: 1.466417312s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:08.456003Z","caller":"traceutil/trace.go:171","msg":"trace[634356579] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"1.466895514s","start":"2026-02-24T20:48:06.989041Z","end":"2026-02-24T20:48:08.455937Z","steps":["trace[634356579] 'process raft request' (duration: 1.466780181s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:08.456098Z","caller":"traceutil/trace.go:171","msg":"trace[176446280] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"1.466781841s","start":"2026-02-24T20:48:06.98929Z","end":"2026-02-24T20:48:08.456072Z","steps":["trace[176446280] 'process raft request' (duration: 1.466693679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:08.456195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.988946Z","time spent":"1.467116819s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:08.456235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.989283Z","time spent":"1.466879233s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:08.456231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.989034Z","time spent":"1.467073338s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:08.456059Z","caller":"traceutil/trace.go:171","msg":"trace[570143416] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"1.46675648s","start":"2026-02-24T20:48:06.989283Z","end":"2026-02-24T20:48:08.456039Z","steps":["trace[570143416] 'process raft request' (duration: 1.466665688s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:08.456361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.989265Z","time spent":"1.467053597s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:08.456044Z","caller":"traceutil/trace.go:171","msg":"trace[1405755608] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"1.46677713s","start":"2026-02-24T20:48:06.989227Z","end":"2026-02-24T20:48:08.456005Z","steps":["trace[1405755608] 'process raft request' (duration: 1.466692088s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:08.456868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.989221Z","time spent":"1.467527768s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:08.45732Z","caller":"traceutil/trace.go:171","msg":"trace[217837696] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"1.468113212s","start":"2026-02-24T20:48:06.98918Z","end":"2026-02-24T20:48:08.457293Z","steps":["trace[217837696] 'process raft request' (duration: 1.466698218s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:08.457658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.989172Z","time spent":"1.468200215s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:09.369567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:09.369706Z","caller":"traceutil/trace.go:171","msg":"trace[1212414992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045489s","start":"2026-02-24T20:48:07.369587Z","end":"2026-02-24T20:48:09.369632Z","steps":["trace[1212414992] 'agreement among raft nodes before linearized reading' (duration: 1.999932486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:09.369769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.369569Z","time spent":"2.000187473s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:09.781515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370595703s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:10.616529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493136047s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:10.616613Z","caller":"traceutil/trace.go:171","msg":"trace[216854261] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23471; }","duration":"1.49323199s","start":"2026-02-24T20:48:09.123369Z","end":"2026-02-24T20:48:10.616601Z","steps":["trace[216854261] 'range keys from in-memory index tree' (duration: 1.493124057s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.617647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.829738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:10.617689Z","caller":"traceutil/trace.go:171","msg":"trace[516694185] linearizableReadLoop","detail":"{readStateIndex:24300; appliedIndex:24292; }","duration":"3.249581364s","start":"2026-02-24T20:48:07.368101Z","end":"2026-02-24T20:48:10.617683Z","steps":["trace[516694185] 'read index received' (duration: 1.014992702s)","trace[516694185] 'applied index is now lower than readState.Index' (duration: 2.234587522s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.61775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673399936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:10.617767Z","caller":"traceutil/trace.go:171","msg":"trace[194066335] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23472; }","duration":"3.673451087s","start":"2026-02-24T20:48:06.944311Z","end":"2026-02-24T20:48:10.617762Z","steps":["trace[194066335] 'agreement among raft nodes before linearized reading' (duration: 3.673404166s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.617785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.944287Z","time spent":"3.673492708s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:10.617824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562895222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:10.617919Z","caller":"traceutil/trace.go:171","msg":"trace[425559133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23472; }","duration":"3.563044606s","start":"2026-02-24T20:48:07.05485Z","end":"2026-02-24T20:48:10.617895Z","steps":["trace[425559133] 'agreement among raft nodes before linearized reading' (duration: 3.562835861s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.617961Z","caller":"traceutil/trace.go:171","msg":"trace[10494436] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"3.243315183s","start":"2026-02-24T20:48:07.374604Z","end":"2026-02-24T20:48:10.61792Z","steps":["trace[10494436] 'process raft request' (duration: 2.407180917s)","trace[10494436] 'compare' (duration: 834.64231ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.617995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.054824Z","time spent":"3.56315465s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:10.618051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.374587Z","time spent":"3.243418345s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:10.617925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192734197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:48:10.618111Z","caller":"traceutil/trace.go:171","msg":"trace[1119582222] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23472; }","duration":"4.192986274s","start":"2026-02-24T20:48:06.425105Z","end":"2026-02-24T20:48:10.618091Z","steps":["trace[1119582222] 'agreement among raft nodes before linearized reading' (duration: 4.192632295s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.618168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:06.425079Z","time spent":"4.193078577s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:10.694935Z","caller":"traceutil/trace.go:171","msg":"trace[1674899237] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"1.195037598s","start":"2026-02-24T20:48:09.499872Z","end":"2026-02-24T20:48:10.69491Z","steps":["trace[1674899237] 'process raft request' (duration: 1.194969826s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.695056Z","caller":"traceutil/trace.go:171","msg":"trace[248442472] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"1.313638255s","start":"2026-02-24T20:48:09.381388Z","end":"2026-02-24T20:48:10.695026Z","steps":["trace[248442472] 'process raft request' (duration: 1.313330008s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.695207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:09.381372Z","time spent":"1.313749368s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:10.695077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:09.499855Z","time spent":"1.19515035s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:11.310955Z","caller":"traceutil/trace.go:171","msg":"trace[2082248930] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"1.323561406s","start":"2026-02-24T20:48:09.987343Z","end":"2026-02-24T20:48:11.310905Z","steps":["trace[2082248930] 'process raft request' (duration: 1.322714796s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.311037Z","caller":"traceutil/trace.go:171","msg":"trace[1598649560] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"848.714899ms","start":"2026-02-24T20:48:10.462317Z","end":"2026-02-24T20:48:11.311032Z","steps":["trace[1598649560] 'process raft request' (duration: 848.478834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941517902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2pklr\" ","response":"range_response_count:1 size:18059"} {"level":"info","ts":"2026-02-24T20:48:11.311136Z","caller":"traceutil/trace.go:171","msg":"trace[569282626] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"848.411333ms","start":"2026-02-24T20:48:10.46272Z","end":"2026-02-24T20:48:11.311132Z","steps":["trace[569282626] 'process raft request' (duration: 848.137776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.462292Z","time spent":"848.769721ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:11.311134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:09.987313Z","time spent":"1.32372238s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:11.311161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.462704Z","time spent":"848.444473ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:11.311138Z","caller":"traceutil/trace.go:171","msg":"trace[712964474] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2pklr; range_end:; response_count:1; response_revision:23482; }","duration":"3.941555783s","start":"2026-02-24T20:48:07.369576Z","end":"2026-02-24T20:48:11.311132Z","steps":["trace[712964474] 'agreement among raft nodes before linearized reading' (duration: 3.94144211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.31123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.369513Z","time spent":"3.941712376s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18083,"request content":"key:\"/registry/pods/kube-system/cilium-2pklr\" "} {"level":"info","ts":"2026-02-24T20:48:11.311253Z","caller":"traceutil/trace.go:171","msg":"trace[84461487] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"848.123175ms","start":"2026-02-24T20:48:10.463124Z","end":"2026-02-24T20:48:11.311247Z","steps":["trace[84461487] 'process raft request' (duration: 847.771427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.463118Z","time spent":"848.149316ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:11.311346Z","caller":"traceutil/trace.go:171","msg":"trace[982743989] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"847.844009ms","start":"2026-02-24T20:48:10.463498Z","end":"2026-02-24T20:48:11.311343Z","steps":["trace[982743989] 'process raft request' (duration: 847.413768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.463486Z","time spent":"847.868229ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:11.311423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845746195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.311443Z","caller":"traceutil/trace.go:171","msg":"trace[383448392] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23482; }","duration":"3.845812027s","start":"2026-02-24T20:48:07.465625Z","end":"2026-02-24T20:48:11.311438Z","steps":["trace[383448392] 'agreement among raft nodes before linearized reading' (duration: 3.845770556s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939224245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:11.311458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.465603Z","time spent":"3.845850517s","remote":"127.0.0.1:57194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:11.311463Z","caller":"traceutil/trace.go:171","msg":"trace[1604821811] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23482; }","duration":"3.939251326s","start":"2026-02-24T20:48:07.372207Z","end":"2026-02-24T20:48:11.311459Z","steps":["trace[1604821811] 'agreement among raft nodes before linearized reading' (duration: 3.939228536s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.372196Z","time spent":"3.939277897s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:48:11.311525Z","caller":"traceutil/trace.go:171","msg":"trace[1357081204] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"847.956561ms","start":"2026-02-24T20:48:10.463564Z","end":"2026-02-24T20:48:11.31152Z","steps":["trace[1357081204] 'process raft request' (duration: 847.367057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.463539Z","time spent":"847.996952ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:11.311569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93984144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4\" ","response":"range_response_count:1 size:4625"} {"level":"info","ts":"2026-02-24T20:48:11.311584Z","caller":"traceutil/trace.go:171","msg":"trace[856566788] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4; range_end:; response_count:1; response_revision:23482; }","duration":"3.93985762s","start":"2026-02-24T20:48:07.371721Z","end":"2026-02-24T20:48:11.311578Z","steps":["trace[856566788] 'agreement among raft nodes before linearized reading' (duration: 3.939814879s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.3717Z","time spent":"3.939892652s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4649,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4\" "} {"level":"info","ts":"2026-02-24T20:48:11.311627Z","caller":"traceutil/trace.go:171","msg":"trace[34490144] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"847.729475ms","start":"2026-02-24T20:48:10.463892Z","end":"2026-02-24T20:48:11.311621Z","steps":["trace[34490144] 'process raft request' (duration: 847.054809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.463881Z","time spent":"847.755966ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:11.310985Z","caller":"traceutil/trace.go:171","msg":"trace[882263622] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24302; }","duration":"693.26919ms","start":"2026-02-24T20:48:10.6177Z","end":"2026-02-24T20:48:11.310969Z","steps":["trace[882263622] 'read index received' (duration: 77.493734ms)","trace[882263622] 'applied index is now lower than readState.Index' (duration: 615.774726ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:11.311692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940857756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:48:11.311705Z","caller":"traceutil/trace.go:171","msg":"trace[218061891] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23482; }","duration":"3.940929357s","start":"2026-02-24T20:48:07.370772Z","end":"2026-02-24T20:48:11.311701Z","steps":["trace[218061891] 'agreement among raft nodes before linearized reading' (duration: 3.940887446s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.370761Z","time spent":"3.940953677s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:48:11.311738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881252605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.311755Z","caller":"traceutil/trace.go:171","msg":"trace[1662954629] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23482; }","duration":"1.881295056s","start":"2026-02-24T20:48:09.430454Z","end":"2026-02-24T20:48:11.311749Z","steps":["trace[1662954629] 'agreement among raft nodes before linearized reading' (duration: 1.881266206s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.310983Z","caller":"traceutil/trace.go:171","msg":"trace[127113368] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"848.170307ms","start":"2026-02-24T20:48:10.462793Z","end":"2026-02-24T20:48:11.310964Z","steps":["trace[127113368] 'process raft request' (duration: 848.084534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.311768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:09.430442Z","time spent":"1.881321997s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:11.311782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.46279Z","time spent":"848.979366ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:11.311428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.937904125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.313858Z","caller":"traceutil/trace.go:171","msg":"trace[677593376] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23482; }","duration":"3.940333333s","start":"2026-02-24T20:48:07.373504Z","end":"2026-02-24T20:48:11.313837Z","steps":["trace[677593376] 'agreement among raft nodes before linearized reading' (duration: 3.937904734s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.313935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:07.373496Z","time spent":"3.940417075s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:11.311855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934238307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.314033Z","caller":"traceutil/trace.go:171","msg":"trace[1730444652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23482; }","duration":"1.93642892s","start":"2026-02-24T20:48:09.377585Z","end":"2026-02-24T20:48:11.314014Z","steps":["trace[1730444652] 'agreement among raft nodes before linearized reading' (duration: 1.934259188s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.312025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615808513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-02-24T20:48:11.314097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:09.377568Z","time spent":"1.936504452s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:11.314134Z","caller":"traceutil/trace.go:171","msg":"trace[1420056870] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23482; }","duration":"2.617934315s","start":"2026-02-24T20:48:08.696174Z","end":"2026-02-24T20:48:11.314108Z","steps":["trace[1420056870] 'agreement among raft nodes before linearized reading' (duration: 2.615689701s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:08.69615Z","time spent":"2.618024958s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418300,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T20:48:11.312044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948544791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.314244Z","caller":"traceutil/trace.go:171","msg":"trace[1396865547] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23482; }","duration":"2.950759465s","start":"2026-02-24T20:48:08.363469Z","end":"2026-02-24T20:48:11.314228Z","steps":["trace[1396865547] 'agreement among raft nodes before linearized reading' (duration: 2.948564772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:08.363454Z","time spent":"2.950827487s","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:11.312083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283158906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:11.314344Z","caller":"traceutil/trace.go:171","msg":"trace[2018794091] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23482; }","duration":"3.285450762s","start":"2026-02-24T20:48:08.028884Z","end":"2026-02-24T20:48:11.314335Z","steps":["trace[2018794091] 'agreement among raft nodes before linearized reading' (duration: 3.283168596s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:08.028858Z","time spent":"3.285503814s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:48:11.312089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.130087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T20:48:11.314427Z","caller":"traceutil/trace.go:171","msg":"trace[1789883574] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356; range_end:; response_count:1; response_revision:23482; }","duration":"693.490124ms","start":"2026-02-24T20:48:10.620921Z","end":"2026-02-24T20:48:11.314411Z","steps":["trace[1789883574] 'agreement among raft nodes before linearized reading' (duration: 691.039674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.62091Z","time spent":"693.550326ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356\" "} {"level":"warn","ts":"2026-02-24T20:48:11.312277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.417366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.314578Z","caller":"traceutil/trace.go:171","msg":"trace[1611171831] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23482; }","duration":"297.754292ms","start":"2026-02-24T20:48:11.016811Z","end":"2026-02-24T20:48:11.314565Z","steps":["trace[1611171831] 'agreement among raft nodes before linearized reading' (duration: 295.428956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.312341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.875444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.314718Z","caller":"traceutil/trace.go:171","msg":"trace[715030134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23482; }","duration":"462.291942ms","start":"2026-02-24T20:48:10.852419Z","end":"2026-02-24T20:48:11.314711Z","steps":["trace[715030134] 'agreement among raft nodes before linearized reading' (duration: 459.888214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.852399Z","time spent":"462.334723ms","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:11.312443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.481056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:48:11.31486Z","caller":"traceutil/trace.go:171","msg":"trace[561395956] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56; range_end:; response_count:1; response_revision:23482; }","duration":"693.914594ms","start":"2026-02-24T20:48:10.620939Z","end":"2026-02-24T20:48:11.314854Z","steps":["trace[561395956] 'agreement among raft nodes before linearized reading' (duration: 691.422674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.314883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:10.620926Z","time spent":"693.949795ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" "} {"level":"warn","ts":"2026-02-24T20:48:11.534052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.349024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:11.534152Z","caller":"traceutil/trace.go:171","msg":"trace[248083618] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24310; }","duration":"214.904438ms","start":"2026-02-24T20:48:11.319232Z","end":"2026-02-24T20:48:11.534136Z","steps":["trace[248083618] 'read index received' (duration: 91.39246ms)","trace[248083618] 'applied index is now lower than readState.Index' (duration: 123.510518ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:11.534236Z","caller":"traceutil/trace.go:171","msg":"trace[1747307602] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"216.151259ms","start":"2026-02-24T20:48:11.318071Z","end":"2026-02-24T20:48:11.534222Z","steps":["trace[1747307602] 'process raft request' (duration: 92.574219ms)","trace[1747307602] 'compare' (duration: 123.212661ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:11.534537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.299598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:48:11.534575Z","caller":"traceutil/trace.go:171","msg":"trace[2020426642] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23483; }","duration":"215.36802ms","start":"2026-02-24T20:48:11.319197Z","end":"2026-02-24T20:48:11.534565Z","steps":["trace[2020426642] 'agreement among raft nodes before linearized reading' (duration: 215.216896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.534579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.172242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:48:11.534659Z","caller":"traceutil/trace.go:171","msg":"trace[1191674245] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23483; }","duration":"214.232773ms","start":"2026-02-24T20:48:11.320377Z","end":"2026-02-24T20:48:11.53461Z","steps":["trace[1191674245] 'agreement among raft nodes before linearized reading' (duration: 214.081349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.534679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.185935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-24T20:48:11.534697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.957707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.534751Z","caller":"traceutil/trace.go:171","msg":"trace[224898554] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23483; }","duration":"215.325299ms","start":"2026-02-24T20:48:11.319407Z","end":"2026-02-24T20:48:11.534732Z","steps":["trace[224898554] 'agreement among raft nodes before linearized reading' (duration: 215.053672ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.534771Z","caller":"traceutil/trace.go:171","msg":"trace[1385128221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23483; }","duration":"212.05493ms","start":"2026-02-24T20:48:11.322699Z","end":"2026-02-24T20:48:11.534754Z","steps":["trace[1385128221] 'agreement among raft nodes before linearized reading' (duration: 211.904866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.534844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.844398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7230"} {"level":"info","ts":"2026-02-24T20:48:11.534998Z","caller":"traceutil/trace.go:171","msg":"trace[1055614972] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23483; }","duration":"215.040332ms","start":"2026-02-24T20:48:11.319911Z","end":"2026-02-24T20:48:11.534951Z","steps":["trace[1055614972] 'agreement among raft nodes before linearized reading' (duration: 214.605251ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:12.263885Z","caller":"traceutil/trace.go:171","msg":"trace[1032594020] linearizableReadLoop","detail":"{readStateIndex:24313; appliedIndex:24311; }","duration":"721.308377ms","start":"2026-02-24T20:48:11.54256Z","end":"2026-02-24T20:48:12.263868Z","steps":["trace[1032594020] 'read index received' (duration: 66.401285ms)","trace[1032594020] 'applied index is now lower than readState.Index' (duration: 654.906282ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:12.263975Z","caller":"traceutil/trace.go:171","msg":"trace[1701559185] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"719.607867ms","start":"2026-02-24T20:48:11.544357Z","end":"2026-02-24T20:48:12.263965Z","steps":["trace[1701559185] 'process raft request' (duration: 719.437492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.264037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.544341Z","time spent":"719.646818ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:12.264095Z","caller":"traceutil/trace.go:171","msg":"trace[1603984062] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"724.054523ms","start":"2026-02-24T20:48:11.540018Z","end":"2026-02-24T20:48:12.264072Z","steps":["trace[1603984062] 'process raft request' (duration: 648.096286ms)","trace[1603984062] 'compare' (duration: 75.454135ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:12.2642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.540001Z","time spent":"724.144726ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:12.26421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.651495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T20:48:12.264337Z","caller":"traceutil/trace.go:171","msg":"trace[1141424928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23485; }","duration":"721.808559ms","start":"2026-02-24T20:48:11.542514Z","end":"2026-02-24T20:48:12.264322Z","steps":["trace[1141424928] 'agreement among raft nodes before linearized reading' (duration: 721.633915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.264357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.542491Z","time spent":"721.86081ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:12.316321Z","caller":"traceutil/trace.go:171","msg":"trace[545757196] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"705.724361ms","start":"2026-02-24T20:48:11.610561Z","end":"2026-02-24T20:48:12.316285Z","steps":["trace[545757196] 'process raft request' (duration: 705.406254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.316536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.61054Z","time spent":"705.869834ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:12.316822Z","caller":"traceutil/trace.go:171","msg":"trace[1987964750] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"635.283417ms","start":"2026-02-24T20:48:11.681509Z","end":"2026-02-24T20:48:12.316792Z","steps":["trace[1987964750] 'process raft request' (duration: 634.672293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.316877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.738233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:48:12.317518Z","caller":"traceutil/trace.go:171","msg":"trace[1791672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23487; }","duration":"771.402609ms","start":"2026-02-24T20:48:11.546099Z","end":"2026-02-24T20:48:12.317502Z","steps":["trace[1791672] 'agreement among raft nodes before linearized reading' (duration: 770.636011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.317561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.546085Z","time spent":"771.46333ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:48:12.316939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.287146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:12.317747Z","caller":"traceutil/trace.go:171","msg":"trace[139000795] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23487; }","duration":"354.092905ms","start":"2026-02-24T20:48:11.963641Z","end":"2026-02-24T20:48:12.317734Z","steps":["trace[139000795] 'agreement among raft nodes before linearized reading' (duration: 353.265895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:12.317783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.963614Z","time spent":"354.156847ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:12.31821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:11.681486Z","time spent":"635.892901ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:12.820214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:13.320675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:13.498338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177959475s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:13.547654Z","caller":"traceutil/trace.go:171","msg":"trace[1584079165] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.228308401s","start":"2026-02-24T20:48:12.319326Z","end":"2026-02-24T20:48:13.547635Z","steps":["trace[1584079165] 'process raft request' (duration: 1.179186403s)","trace[1584079165] 'compare' (duration: 48.981395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:13.547758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.319305Z","time spent":"1.228396174s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:14.582073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.410614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:14.58285Z","caller":"traceutil/trace.go:171","msg":"trace[63068409] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"2.09638559s","start":"2026-02-24T20:48:12.486411Z","end":"2026-02-24T20:48:14.582797Z","steps":["trace[63068409] 'process raft request' (duration: 1.600139706s)","trace[63068409] 'compare' (duration: 494.565443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:14.583109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.486389Z","time spent":"2.096585735s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:14.583338Z","caller":"traceutil/trace.go:171","msg":"trace[2136709886] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.265723367s","start":"2026-02-24T20:48:13.317547Z","end":"2026-02-24T20:48:14.583271Z","steps":["trace[2136709886] 'process raft request' (duration: 1.264636621s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.583728Z","caller":"traceutil/trace.go:171","msg":"trace[1112061121] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.265124991s","start":"2026-02-24T20:48:13.31858Z","end":"2026-02-24T20:48:14.583705Z","steps":["trace[1112061121] 'process raft request' (duration: 1.264723522s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.583775Z","caller":"traceutil/trace.go:171","msg":"trace[1771926639] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.265715166s","start":"2026-02-24T20:48:13.318016Z","end":"2026-02-24T20:48:14.583731Z","steps":["trace[1771926639] 'process raft request' (duration: 1.265071851s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.583384Z","caller":"traceutil/trace.go:171","msg":"trace[1651444772] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.26502034s","start":"2026-02-24T20:48:13.318338Z","end":"2026-02-24T20:48:14.583359Z","steps":["trace[1651444772] 'process raft request' (duration: 1.264899487s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.583605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.317518Z","time spent":"1.265965942s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:14.583914Z","caller":"traceutil/trace.go:171","msg":"trace[500814716] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"1.265176083s","start":"2026-02-24T20:48:13.318719Z","end":"2026-02-24T20:48:14.583895Z","steps":["trace[500814716] 'process raft request' (duration: 1.265103251s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.583916Z","caller":"traceutil/trace.go:171","msg":"trace[466875411] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"1.265272515s","start":"2026-02-24T20:48:13.318609Z","end":"2026-02-24T20:48:14.583882Z","steps":["trace[466875411] 'process raft request' (duration: 1.265113831s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.583973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.318003Z","time spent":"1.26586959s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:14.584009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.318696Z","time spent":"1.265268735s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:14.584032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.318601Z","time spent":"1.265378577s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:14.583974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.318314Z","time spent":"1.265560272s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:14.584098Z","caller":"traceutil/trace.go:171","msg":"trace[1376035150] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"1.261409681s","start":"2026-02-24T20:48:13.322673Z","end":"2026-02-24T20:48:14.584083Z","steps":["trace[1376035150] 'process raft request' (duration: 1.261188126s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.322666Z","time spent":"1.261483503s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:14.583817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.318567Z","time spent":"1.265207273s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:14.584311Z","caller":"traceutil/trace.go:171","msg":"trace[998196349] linearizableReadLoop","detail":"{readStateIndex:24324; appliedIndex:24316; }","duration":"2.264406143s","start":"2026-02-24T20:48:12.319744Z","end":"2026-02-24T20:48:14.58415Z","steps":["trace[998196349] 'read index received' (duration: 1.178783573s)","trace[998196349] 'applied index is now lower than readState.Index' (duration: 1.085518648s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:14.584465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26468403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:48:14.584556Z","caller":"traceutil/trace.go:171","msg":"trace[939314495] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23496; }","duration":"2.264839223s","start":"2026-02-24T20:48:12.319701Z","end":"2026-02-24T20:48:14.58454Z","steps":["trace[939314495] 'agreement among raft nodes before linearized reading' (duration: 2.264478485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114459395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:14.58464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.319683Z","time spent":"2.264944976s","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:48:14.584681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.837262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:14.58469Z","caller":"traceutil/trace.go:171","msg":"trace[944796669] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23496; }","duration":"2.114582028s","start":"2026-02-24T20:48:12.470085Z","end":"2026-02-24T20:48:14.584667Z","steps":["trace[944796669] 'agreement among raft nodes before linearized reading' (duration: 2.114464756s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.584718Z","caller":"traceutil/trace.go:171","msg":"trace[1831918312] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23496; }","duration":"454.910444ms","start":"2026-02-24T20:48:14.129794Z","end":"2026-02-24T20:48:14.584705Z","steps":["trace[1831918312] 'agreement among raft nodes before linearized reading' (duration: 454.859372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108200286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:14.584752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:14.129769Z","time spent":"454.974566ms","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:14.584752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.470063Z","time spent":"2.114674462s","remote":"127.0.0.1:51150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:14.584771Z","caller":"traceutil/trace.go:171","msg":"trace[465305131] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23496; }","duration":"1.10834923s","start":"2026-02-24T20:48:13.476404Z","end":"2026-02-24T20:48:14.584753Z","steps":["trace[465305131] 'agreement among raft nodes before linearized reading' (duration: 1.108152565s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.282546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:14.58482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.476376Z","time spent":"1.108430892s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:14.584833Z","caller":"traceutil/trace.go:171","msg":"trace[141607265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23496; }","duration":"236.370328ms","start":"2026-02-24T20:48:14.348446Z","end":"2026-02-24T20:48:14.584816Z","steps":["trace[141607265] 'agreement among raft nodes before linearized reading' (duration: 236.271306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.480187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:48:14.584848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.039678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:14.584896Z","caller":"traceutil/trace.go:171","msg":"trace[903329362] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23496; }","duration":"164.136511ms","start":"2026-02-24T20:48:14.420747Z","end":"2026-02-24T20:48:14.584884Z","steps":["trace[903329362] 'agreement among raft nodes before linearized reading' (duration: 163.915864ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:14.584905Z","caller":"traceutil/trace.go:171","msg":"trace[314307055] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23496; }","duration":"247.63166ms","start":"2026-02-24T20:48:14.337246Z","end":"2026-02-24T20:48:14.584878Z","steps":["trace[314307055] 'agreement among raft nodes before linearized reading' (duration: 247.335572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547100614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T20:48:14.58496Z","caller":"traceutil/trace.go:171","msg":"trace[780402342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23496; }","duration":"1.547185496s","start":"2026-02-24T20:48:13.037756Z","end":"2026-02-24T20:48:14.584942Z","steps":["trace[780402342] 'agreement among raft nodes before linearized reading' (duration: 1.547043203s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.584767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894180819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:14.585011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031224704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-02-24T20:48:14.585016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.037733Z","time spent":"1.547270727s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:14.585045Z","caller":"traceutil/trace.go:171","msg":"trace[1102356193] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641; range_end:; response_count:1; response_revision:23496; }","duration":"1.031300177s","start":"2026-02-24T20:48:13.553735Z","end":"2026-02-24T20:48:14.585035Z","steps":["trace[1102356193] 'agreement among raft nodes before linearized reading' (duration: 1.031178714s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.585072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:13.553714Z","time spent":"1.031351928s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641\" "} {"level":"info","ts":"2026-02-24T20:48:14.585057Z","caller":"traceutil/trace.go:171","msg":"trace[526811406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23496; }","duration":"1.894462116s","start":"2026-02-24T20:48:12.690567Z","end":"2026-02-24T20:48:14.585029Z","steps":["trace[526811406] 'agreement among raft nodes before linearized reading' (duration: 1.894101997s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.585079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926864389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"warn","ts":"2026-02-24T20:48:14.585122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.690531Z","time spent":"1.894574839s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:14.585136Z","caller":"traceutil/trace.go:171","msg":"trace[784491724] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23496; }","duration":"1.926959651s","start":"2026-02-24T20:48:12.658162Z","end":"2026-02-24T20:48:14.585122Z","steps":["trace[784491724] 'agreement among raft nodes before linearized reading' (duration: 1.926766327s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.585182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.65814Z","time spent":"1.927031702s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16730,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:48:14.585228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64538415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:14.585274Z","caller":"traceutil/trace.go:171","msg":"trace[562909049] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23496; }","duration":"1.645467153s","start":"2026-02-24T20:48:12.939795Z","end":"2026-02-24T20:48:14.585263Z","steps":["trace[562909049] 'agreement among raft nodes before linearized reading' (duration: 1.645393491s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.585311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.939772Z","time spent":"1.645529914s","remote":"127.0.0.1:57020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:14.585337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089154885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-02-24T20:48:14.585398Z","caller":"traceutil/trace.go:171","msg":"trace[1922330832] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23496; }","duration":"2.089253607s","start":"2026-02-24T20:48:12.496129Z","end":"2026-02-24T20:48:14.585382Z","steps":["trace[1922330832] 'agreement among raft nodes before linearized reading' (duration: 2.089089573s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:14.585462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:12.496109Z","time spent":"2.089341159s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-02-24T20:48:15.088917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:15.515516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.899595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:15.5156Z","caller":"traceutil/trace.go:171","msg":"trace[168775509] linearizableReadLoop","detail":"{readStateIndex:24326; appliedIndex:24325; }","duration":"927.103344ms","start":"2026-02-24T20:48:14.588483Z","end":"2026-02-24T20:48:15.515587Z","steps":["trace[168775509] 'read index received' (duration: 578.985474ms)","trace[168775509] 'applied index is now lower than readState.Index' (duration: 348.11643ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:15.515671Z","caller":"traceutil/trace.go:171","msg":"trace[1188332079] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"927.326509ms","start":"2026-02-24T20:48:14.588316Z","end":"2026-02-24T20:48:15.515642Z","steps":["trace[1188332079] 'process raft request' (duration: 579.220649ms)","trace[1188332079] 'compare' (duration: 347.527237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:15.515841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:14.588286Z","time spent":"927.479752ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:15.515885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.40558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52f91d75-29c9-4f62-bb56-6b279cc67878\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-02-24T20:48:15.515909Z","caller":"traceutil/trace.go:171","msg":"trace[585563691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52f91d75-29c9-4f62-bb56-6b279cc67878; range_end:; response_count:1; response_revision:23497; }","duration":"927.446111ms","start":"2026-02-24T20:48:14.588454Z","end":"2026-02-24T20:48:15.515901Z","steps":["trace[585563691] 'agreement among raft nodes before linearized reading' (duration: 927.324288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:15.515942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:14.588441Z","time spent":"927.495493ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-52f91d75-29c9-4f62-bb56-6b279cc67878\" "} {"level":"warn","ts":"2026-02-24T20:48:15.516131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.017421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:48:15.516154Z","caller":"traceutil/trace.go:171","msg":"trace[1531817848] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23497; }","duration":"927.063811ms","start":"2026-02-24T20:48:14.589085Z","end":"2026-02-24T20:48:15.516149Z","steps":["trace[1531817848] 'agreement among raft nodes before linearized reading' (duration: 926.99406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:15.516173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:14.58907Z","time spent":"927.097803ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T20:48:15.516318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.364622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:48:15.516341Z","caller":"traceutil/trace.go:171","msg":"trace[1016853322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23497; }","duration":"923.399103ms","start":"2026-02-24T20:48:14.592936Z","end":"2026-02-24T20:48:15.516336Z","steps":["trace[1016853322] 'agreement among raft nodes before linearized reading' (duration: 923.326812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:15.516357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:14.59293Z","time spent":"923.423504ms","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16730,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:48:16.145102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.085892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:16.145215Z","caller":"traceutil/trace.go:171","msg":"trace[1023577703] linearizableReadLoop","detail":"{readStateIndex:24328; appliedIndex:24327; }","duration":"453.354433ms","start":"2026-02-24T20:48:15.691843Z","end":"2026-02-24T20:48:16.145198Z","steps":["trace[1023577703] 'read index received' (duration: 292.041585ms)","trace[1023577703] 'applied index is now lower than readState.Index' (duration: 161.310618ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:16.145311Z","caller":"traceutil/trace.go:171","msg":"trace[1767869321] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"517.50289ms","start":"2026-02-24T20:48:15.627798Z","end":"2026-02-24T20:48:16.145301Z","steps":["trace[1767869321] 'process raft request' (duration: 356.12132ms)","trace[1767869321] 'compare' (duration: 160.447888ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:16.145368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:15.627783Z","time spent":"517.560861ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:16.145603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.758212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:16.145629Z","caller":"traceutil/trace.go:171","msg":"trace[1991752666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23499; }","duration":"453.810903ms","start":"2026-02-24T20:48:15.691812Z","end":"2026-02-24T20:48:16.145623Z","steps":["trace[1991752666] 'agreement among raft nodes before linearized reading' (duration: 453.724811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:16.145648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:15.691798Z","time spent":"453.846324ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:16.145662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.962806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:16.145772Z","caller":"traceutil/trace.go:171","msg":"trace[403998307] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23499; }","duration":"234.12653ms","start":"2026-02-24T20:48:15.911619Z","end":"2026-02-24T20:48:16.145745Z","steps":["trace[403998307] 'agreement among raft nodes before linearized reading' (duration: 233.856864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:17.193693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.647307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:17.19398Z","caller":"traceutil/trace.go:171","msg":"trace[1162032943] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"874.50161ms","start":"2026-02-24T20:48:16.319466Z","end":"2026-02-24T20:48:17.193968Z","steps":["trace[1162032943] 'process raft request' (duration: 874.453559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:17.194029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.319414Z","time spent":"874.588972ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:17.194153Z","caller":"traceutil/trace.go:171","msg":"trace[1654166300] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"1.044573455s","start":"2026-02-24T20:48:16.14957Z","end":"2026-02-24T20:48:17.194143Z","steps":["trace[1654166300] 'process raft request' (duration: 438.427097ms)","trace[1654166300] 'compare' (duration: 604.86599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:17.194177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.149549Z","time spent":"1.044616257s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:18.024298Z","caller":"traceutil/trace.go:171","msg":"trace[1805433865] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"1.432222947s","start":"2026-02-24T20:48:16.592054Z","end":"2026-02-24T20:48:18.024277Z","steps":["trace[1805433865] 'process raft request' (duration: 1.432037763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.024443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592023Z","time spent":"1.43234888s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:18.024633Z","caller":"traceutil/trace.go:171","msg":"trace[1265699195] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"1.432435071s","start":"2026-02-24T20:48:16.592132Z","end":"2026-02-24T20:48:18.024567Z","steps":["trace[1265699195] 'process raft request' (duration: 1.432105524s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.024739Z","caller":"traceutil/trace.go:171","msg":"trace[666728093] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"1.432453862s","start":"2026-02-24T20:48:16.592243Z","end":"2026-02-24T20:48:18.024697Z","steps":["trace[666728093] 'process raft request' (duration: 1.432215887s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.02478Z","caller":"traceutil/trace.go:171","msg":"trace[301433740] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"1.432467804s","start":"2026-02-24T20:48:16.592297Z","end":"2026-02-24T20:48:18.024765Z","steps":["trace[301433740] 'process raft request' (duration: 1.43232652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.024839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332704033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:18.024868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592235Z","time spent":"1.432569496s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:18.024849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592024Z","time spent":"1.432708608s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:18.024892Z","caller":"traceutil/trace.go:171","msg":"trace[1297353422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23508; }","duration":"1.332798385s","start":"2026-02-24T20:48:16.692084Z","end":"2026-02-24T20:48:18.024882Z","steps":["trace[1297353422] 'agreement among raft nodes before linearized reading' (duration: 1.332700503s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.024925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.692053Z","time spent":"1.332866017s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:18.024967Z","caller":"traceutil/trace.go:171","msg":"trace[201148110] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"1.432173157s","start":"2026-02-24T20:48:16.592775Z","end":"2026-02-24T20:48:18.024948Z","steps":["trace[201148110] 'process raft request' (duration: 1.431880739s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.025019Z","caller":"traceutil/trace.go:171","msg":"trace[1633806204] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"1.43188736s","start":"2026-02-24T20:48:16.593123Z","end":"2026-02-24T20:48:18.02501Z","steps":["trace[1633806204] 'process raft request' (duration: 1.431564992s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.024742Z","caller":"traceutil/trace.go:171","msg":"trace[2118192214] linearizableReadLoop","detail":"{readStateIndex:24337; appliedIndex:24328; }","duration":"1.33259326s","start":"2026-02-24T20:48:16.692133Z","end":"2026-02-24T20:48:18.024726Z","steps":["trace[2118192214] 'read index received' (duration: 334.146735ms)","trace[2118192214] 'applied index is now lower than readState.Index' (duration: 998.445625ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:18.025061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592763Z","time spent":"1.432254298s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:18.02498Z","caller":"traceutil/trace.go:171","msg":"trace[1142903881] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"1.432682928s","start":"2026-02-24T20:48:16.592285Z","end":"2026-02-24T20:48:18.024968Z","steps":["trace[1142903881] 'process raft request' (duration: 1.432294729s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.025185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592277Z","time spent":"1.432880363s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:18.024843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.592291Z","time spent":"1.432516625s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:18.025066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.593098Z","time spent":"1.431941872s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:18.1739Z","caller":"traceutil/trace.go:171","msg":"trace[2130934594] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"975.942319ms","start":"2026-02-24T20:48:17.197923Z","end":"2026-02-24T20:48:18.173865Z","steps":["trace[2130934594] 'process raft request' (duration: 972.453469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.174158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:17.197905Z","time spent":"976.076071ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:18.715819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.984292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:48:18.715946Z","caller":"traceutil/trace.go:171","msg":"trace[604816590] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24337; }","duration":"690.852368ms","start":"2026-02-24T20:48:18.02507Z","end":"2026-02-24T20:48:18.715923Z","steps":["trace[604816590] 'read index received' (duration: 145.236574ms)","trace[604816590] 'applied index is now lower than readState.Index' (duration: 545.614104ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:18.716371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885655512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:18.716454Z","caller":"traceutil/trace.go:171","msg":"trace[937500067] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23509; }","duration":"1.885778705s","start":"2026-02-24T20:48:16.830654Z","end":"2026-02-24T20:48:18.716433Z","steps":["trace[937500067] 'agreement among raft nodes before linearized reading' (duration: 1.885646072s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.716388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630080529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:18.716501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:16.830637Z","time spent":"1.885854476s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:18.716533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389742869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:18.716527Z","caller":"traceutil/trace.go:171","msg":"trace[728474189] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23509; }","duration":"1.630264183s","start":"2026-02-24T20:48:17.086236Z","end":"2026-02-24T20:48:18.7165Z","steps":["trace[728474189] 'agreement among raft nodes before linearized reading' (duration: 1.630087569s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.716576Z","caller":"traceutil/trace.go:171","msg":"trace[507293964] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23509; }","duration":"1.389813591s","start":"2026-02-24T20:48:17.326745Z","end":"2026-02-24T20:48:18.716558Z","steps":["trace[507293964] 'agreement among raft nodes before linearized reading' (duration: 1.389679328s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.716594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:17.086205Z","time spent":"1.630368655s","remote":"127.0.0.1:47242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:18.716622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:17.326725Z","time spent":"1.389888292s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:18.716454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.045118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-24T20:48:18.716501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660374411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:48:18.716691Z","caller":"traceutil/trace.go:171","msg":"trace[933216195] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23509; }","duration":"1.660568105s","start":"2026-02-24T20:48:17.056107Z","end":"2026-02-24T20:48:18.716675Z","steps":["trace[933216195] 'agreement among raft nodes before linearized reading' (duration: 1.660247908s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:18.716702Z","caller":"traceutil/trace.go:171","msg":"trace[187937918] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23509; }","duration":"748.313394ms","start":"2026-02-24T20:48:17.968356Z","end":"2026-02-24T20:48:18.71667Z","steps":["trace[187937918] 'agreement among raft nodes before linearized reading' (duration: 747.943236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.71682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:17.968337Z","time spent":"748.436029ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:18.716743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:17.056045Z","time spent":"1.66068657s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:18.967314Z","caller":"traceutil/trace.go:171","msg":"trace[173343482] linearizableReadLoop","detail":"{readStateIndex:24340; appliedIndex:24339; }","duration":"251.299637ms","start":"2026-02-24T20:48:18.715987Z","end":"2026-02-24T20:48:18.967286Z","steps":["trace[173343482] 'read index received' (duration: 251.065062ms)","trace[173343482] 'applied index is now lower than readState.Index' (duration: 233.025µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:18.967374Z","caller":"traceutil/trace.go:171","msg":"trace[1920708794] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"788.915011ms","start":"2026-02-24T20:48:18.178412Z","end":"2026-02-24T20:48:18.967327Z","steps":["trace[1920708794] 'process raft request' (duration: 788.676586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.967465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.514981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:18.967503Z","caller":"traceutil/trace.go:171","msg":"trace[443740604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23510; }","duration":"941.595293ms","start":"2026-02-24T20:48:18.025899Z","end":"2026-02-24T20:48:18.967494Z","steps":["trace[443740604] 'agreement among raft nodes before linearized reading' (duration: 941.494001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:18.967531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.025884Z","time spent":"941.642504ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:18.96752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.178386Z","time spent":"789.068664ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:19.468418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:20.011232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.186186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:20.011323Z","caller":"traceutil/trace.go:171","msg":"trace[568649825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23510; }","duration":"887.289678ms","start":"2026-02-24T20:48:19.12402Z","end":"2026-02-24T20:48:20.01131Z","steps":["trace[568649825] 'range keys from in-memory index tree' (duration: 887.173076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.011631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.337681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:20.011829Z","caller":"traceutil/trace.go:171","msg":"trace[199391351] linearizableReadLoop","detail":"{readStateIndex:24342; appliedIndex:24340; }","duration":"1.044409062s","start":"2026-02-24T20:48:18.967404Z","end":"2026-02-24T20:48:20.011813Z","steps":["trace[199391351] 'read index received' (duration: 544.822125ms)","trace[199391351] 'applied index is now lower than readState.Index' (duration: 499.585797ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:20.01192Z","caller":"traceutil/trace.go:171","msg":"trace[1122781389] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"1.290806058s","start":"2026-02-24T20:48:18.721102Z","end":"2026-02-24T20:48:20.011908Z","steps":["trace[1122781389] 'process raft request' (duration: 791.103999ms)","trace[1122781389] 'compare' (duration: 498.948412ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:20.011985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.721092Z","time spent":"1.29085341s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:20.012168Z","caller":"traceutil/trace.go:171","msg":"trace[1487439947] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"1.040543895s","start":"2026-02-24T20:48:18.971615Z","end":"2026-02-24T20:48:20.012159Z","steps":["trace[1487439947] 'process raft request' (duration: 1.040122946s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.012212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.971592Z","time spent":"1.040598586s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:20.012377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036568175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:20.012461Z","caller":"traceutil/trace.go:171","msg":"trace[1059772468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23512; }","duration":"1.036690178s","start":"2026-02-24T20:48:18.975762Z","end":"2026-02-24T20:48:20.012452Z","steps":["trace[1059772468] 'agreement among raft nodes before linearized reading' (duration: 1.036564285s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.012484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.975742Z","time spent":"1.036736308s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:20.012617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.709345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:20.01266Z","caller":"traceutil/trace.go:171","msg":"trace[636385672] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23512; }","duration":"141.758546ms","start":"2026-02-24T20:48:19.870872Z","end":"2026-02-24T20:48:20.01263Z","steps":["trace[636385672] 'agreement among raft nodes before linearized reading' (duration: 141.722415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.012771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232706698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:20.012806Z","caller":"traceutil/trace.go:171","msg":"trace[988304575] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23512; }","duration":"1.23283583s","start":"2026-02-24T20:48:18.779958Z","end":"2026-02-24T20:48:20.012794Z","steps":["trace[988304575] 'agreement among raft nodes before linearized reading' (duration: 1.232771989s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.012831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.779935Z","time spent":"1.232888821s","remote":"127.0.0.1:52730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:20.012933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292670319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-18bfc692-ed7f-474c-b7b2-99df95998a6d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T20:48:20.013051Z","caller":"traceutil/trace.go:171","msg":"trace[1241654700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-18bfc692-ed7f-474c-b7b2-99df95998a6d; range_end:; response_count:1; response_revision:23512; }","duration":"1.292829953s","start":"2026-02-24T20:48:18.720197Z","end":"2026-02-24T20:48:20.013027Z","steps":["trace[1241654700] 'agreement among raft nodes before linearized reading' (duration: 1.292548616s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.013118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.720183Z","time spent":"1.292920795s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-18bfc692-ed7f-474c-b7b2-99df95998a6d\" "} {"level":"warn","ts":"2026-02-24T20:48:20.013162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293340894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:20.013217Z","caller":"traceutil/trace.go:171","msg":"trace[1905268451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23512; }","duration":"1.293422097s","start":"2026-02-24T20:48:18.719779Z","end":"2026-02-24T20:48:20.013201Z","steps":["trace[1905268451] 'agreement among raft nodes before linearized reading' (duration: 1.292530897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:20.013261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.719762Z","time spent":"1.293489348s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:20.569314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:21.356538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.113913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:21.356649Z","caller":"traceutil/trace.go:171","msg":"trace[740368267] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"1.328380035s","start":"2026-02-24T20:48:20.028255Z","end":"2026-02-24T20:48:21.356635Z","steps":["trace[740368267] 'process raft request' (duration: 571.058057ms)","trace[740368267] 'compare' (duration: 756.276044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:21.356693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.028246Z","time spent":"1.328425856s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:21.356937Z","caller":"traceutil/trace.go:171","msg":"trace[1515966632] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"1.327941626s","start":"2026-02-24T20:48:20.028969Z","end":"2026-02-24T20:48:21.35691Z","steps":["trace[1515966632] 'process raft request' (duration: 1.327636349s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:21.35699Z","caller":"traceutil/trace.go:171","msg":"trace[311378019] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"1.327925815s","start":"2026-02-24T20:48:20.029051Z","end":"2026-02-24T20:48:21.356977Z","steps":["trace[311378019] 'process raft request' (duration: 1.327839863s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:21.356989Z","caller":"traceutil/trace.go:171","msg":"trace[424948476] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"1.327944626s","start":"2026-02-24T20:48:20.029018Z","end":"2026-02-24T20:48:21.356963Z","steps":["trace[424948476] 'process raft request' (duration: 1.327790502s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:21.357046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.029047Z","time spent":"1.327965636s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:21.357057Z","caller":"traceutil/trace.go:171","msg":"trace[1212631455] linearizableReadLoop","detail":"{readStateIndex:24350; appliedIndex:24343; }","duration":"1.288219349s","start":"2026-02-24T20:48:20.068816Z","end":"2026-02-24T20:48:21.357035Z","steps":["trace[1212631455] 'read index received' (duration: 530.544124ms)","trace[1212631455] 'applied index is now lower than readState.Index' (duration: 757.674035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:21.357084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.02896Z","time spent":"1.328036498s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:21.357119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.029014Z","time spent":"1.328031458s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:21.35716Z","caller":"traceutil/trace.go:171","msg":"trace[1889933449] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"1.326547854s","start":"2026-02-24T20:48:20.030599Z","end":"2026-02-24T20:48:21.357147Z","steps":["trace[1889933449] 'process raft request' (duration: 1.3263924s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:21.357132Z","caller":"traceutil/trace.go:171","msg":"trace[1843841341] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"1.327401374s","start":"2026-02-24T20:48:20.029685Z","end":"2026-02-24T20:48:21.357086Z","steps":["trace[1843841341] 'process raft request' (duration: 1.327275261s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:21.357236Z","caller":"traceutil/trace.go:171","msg":"trace[1315153931] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"1.327651069s","start":"2026-02-24T20:48:20.029575Z","end":"2026-02-24T20:48:21.357227Z","steps":["trace[1315153931] 'process raft request' (duration: 1.327353332s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:21.357257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.03059Z","time spent":"1.326595695s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:21.357273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288461685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-24T20:48:21.357286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.029567Z","time spent":"1.327691769s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:21.3573Z","caller":"traceutil/trace.go:171","msg":"trace[416600047] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23520; }","duration":"1.288519246s","start":"2026-02-24T20:48:20.068772Z","end":"2026-02-24T20:48:21.357291Z","steps":["trace[416600047] 'agreement among raft nodes before linearized reading' (duration: 1.288416874s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:21.357321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.068745Z","time spent":"1.288571128s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" "} {"level":"warn","ts":"2026-02-24T20:48:21.357339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.029664Z","time spent":"1.327562407s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:21.410082Z","caller":"traceutil/trace.go:171","msg":"trace[1430980838] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"450.378486ms","start":"2026-02-24T20:48:20.959674Z","end":"2026-02-24T20:48:21.410053Z","steps":["trace[1430980838] 'process raft request' (duration: 450.215623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:21.410454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.959649Z","time spent":"450.592452ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:22.152399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.938389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:22.152654Z","caller":"traceutil/trace.go:171","msg":"trace[1874362027] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"1.168383397s","start":"2026-02-24T20:48:20.984243Z","end":"2026-02-24T20:48:22.152626Z","steps":["trace[1874362027] 'process raft request' (duration: 627.156503ms)","trace[1874362027] 'compare' (duration: 540.333795ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.152713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.984219Z","time spent":"1.168466339s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:22.580015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.527221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:48:22.580504Z","caller":"traceutil/trace.go:171","msg":"trace[898960676] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24350; }","duration":"1.223372838s","start":"2026-02-24T20:48:21.357112Z","end":"2026-02-24T20:48:22.580485Z","steps":["trace[898960676] 'read index received' (duration: 52.76228ms)","trace[898960676] 'applied index is now lower than readState.Index' (duration: 1.170609288s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:22.580529Z","caller":"traceutil/trace.go:171","msg":"trace[1740772791] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"1.219425189s","start":"2026-02-24T20:48:21.361066Z","end":"2026-02-24T20:48:22.580491Z","steps":["trace[1740772791] 'process raft request' (duration: 1.219044221s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:22.58074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.361046Z","time spent":"1.219592863s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:22.637001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317809638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T20:48:22.637035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613370152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:22.637063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739565418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:22.637107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177895191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:22.637138Z","caller":"traceutil/trace.go:171","msg":"trace[1352297676] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23523; }","duration":"1.613523865s","start":"2026-02-24T20:48:21.023575Z","end":"2026-02-24T20:48:22.637099Z","steps":["trace[1352297676] 'agreement among raft nodes before linearized reading' (duration: 1.557075033s)","trace[1352297676] 'count revisions from in-memory index tree' (duration: 56.309099ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:22.637141Z","caller":"traceutil/trace.go:171","msg":"trace[1444786518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23523; }","duration":"1.739692881s","start":"2026-02-24T20:48:20.897425Z","end":"2026-02-24T20:48:22.637118Z","steps":["trace[1444786518] 'agreement among raft nodes before linearized reading' (duration: 1.683232458s)","trace[1444786518] 'count revisions from in-memory index tree' (duration: 56.34272ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:22.637165Z","caller":"traceutil/trace.go:171","msg":"trace[960144584] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23523; }","duration":"2.177950882s","start":"2026-02-24T20:48:20.459193Z","end":"2026-02-24T20:48:22.637144Z","steps":["trace[960144584] 'agreement among raft nodes before linearized reading' (duration: 2.121481209s)","trace[960144584] 'count revisions from in-memory index tree' (duration: 56.375861ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.637181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307773921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:22.637188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.897405Z","time spent":"1.739773962s","remote":"127.0.0.1:56648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:22.637071Z","caller":"traceutil/trace.go:171","msg":"trace[198639056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23523; }","duration":"1.317883779s","start":"2026-02-24T20:48:21.319166Z","end":"2026-02-24T20:48:22.63705Z","steps":["trace[198639056] 'agreement among raft nodes before linearized reading' (duration: 1.261468837s)","trace[198639056] 'range keys from in-memory index tree' (duration: 56.251058ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:22.637217Z","caller":"traceutil/trace.go:171","msg":"trace[1391271907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23523; }","duration":"1.307840193s","start":"2026-02-24T20:48:21.329365Z","end":"2026-02-24T20:48:22.637205Z","steps":["trace[1391271907] 'agreement among raft nodes before linearized reading' (duration: 1.251253387s)","trace[1391271907] 'range keys from in-memory index tree' (duration: 56.535835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.637228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.459133Z","time spent":"2.178075017s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:22.637252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.32935Z","time spent":"1.307893644s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:22.637237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.319087Z","time spent":"1.318131304s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:22.637189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.023557Z","time spent":"1.613620497s","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:22.637437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365873311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:22.637498Z","caller":"traceutil/trace.go:171","msg":"trace[1817129637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23523; }","duration":"2.365966463s","start":"2026-02-24T20:48:20.271514Z","end":"2026-02-24T20:48:22.637481Z","steps":["trace[1817129637] 'agreement among raft nodes before linearized reading' (duration: 2.309193123s)","trace[1817129637] 'count revisions from in-memory index tree' (duration: 56.704948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.63753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.271494Z","time spent":"2.366027294s","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:22.637704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517188723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-24T20:48:22.637715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385046173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-02-24T20:48:22.637743Z","caller":"traceutil/trace.go:171","msg":"trace[425233892] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23523; }","duration":"2.517259204s","start":"2026-02-24T20:48:20.120472Z","end":"2026-02-24T20:48:22.637731Z","steps":["trace[425233892] 'agreement among raft nodes before linearized reading' (duration: 2.460242779s)","trace[425233892] 'range keys from in-memory index tree' (duration: 56.953634ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:22.637753Z","caller":"traceutil/trace.go:171","msg":"trace[1761987491] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23523; }","duration":"1.385114034s","start":"2026-02-24T20:48:21.252624Z","end":"2026-02-24T20:48:22.637738Z","steps":["trace[1761987491] 'agreement among raft nodes before linearized reading' (duration: 1.328019338s)","trace[1761987491] 'range keys from in-memory index tree' (duration: 56.977334ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.637747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558967515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:22.637771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.120453Z","time spent":"2.517311435s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-24T20:48:22.637783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.252603Z","time spent":"1.385173255s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T20:48:22.637807Z","caller":"traceutil/trace.go:171","msg":"trace[234350415] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23523; }","duration":"2.559066248s","start":"2026-02-24T20:48:20.078721Z","end":"2026-02-24T20:48:22.637787Z","steps":["trace[234350415] 'agreement among raft nodes before linearized reading' (duration: 2.502001231s)","trace[234350415] 'range keys from in-memory index tree' (duration: 56.975145ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.637958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.078705Z","time spent":"2.55919643s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:48:22.638073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984825618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:22.638459Z","caller":"traceutil/trace.go:171","msg":"trace[198768273] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"438.821175ms","start":"2026-02-24T20:48:22.199584Z","end":"2026-02-24T20:48:22.638406Z","steps":["trace[198768273] 'process raft request' (duration: 438.58724ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:22.638515Z","caller":"traceutil/trace.go:171","msg":"trace[454488787] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23523; }","duration":"1.985304378s","start":"2026-02-24T20:48:20.653196Z","end":"2026-02-24T20:48:22.638501Z","steps":["trace[454488787] 'agreement among raft nodes before linearized reading' (duration: 1.927468985s)","trace[454488787] 'count revisions from in-memory index tree' (duration: 57.344813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.63856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:20.653175Z","time spent":"1.985371409s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:22.638237Z","caller":"traceutil/trace.go:171","msg":"trace[1162402510] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"547.468085ms","start":"2026-02-24T20:48:22.090755Z","end":"2026-02-24T20:48:22.638223Z","steps":["trace[1162402510] 'process raft request' (duration: 489.720074ms)","trace[1162402510] 'compare' (duration: 56.633857ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:22.638735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.230421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:22.638571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.199552Z","time spent":"438.950817ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:22.638773Z","caller":"traceutil/trace.go:171","msg":"trace[1163691810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23525; }","duration":"947.316243ms","start":"2026-02-24T20:48:21.691448Z","end":"2026-02-24T20:48:22.638765Z","steps":["trace[1163691810] 'agreement among raft nodes before linearized reading' (duration: 947.254892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:22.638799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.69142Z","time spent":"947.373904ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:22.638838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.335919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:22.638895Z","caller":"traceutil/trace.go:171","msg":"trace[762764841] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23525; }","duration":"671.440891ms","start":"2026-02-24T20:48:21.967442Z","end":"2026-02-24T20:48:22.638882Z","steps":["trace[762764841] 'agreement among raft nodes before linearized reading' (duration: 671.255527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:22.638936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.967421Z","time spent":"671.505863ms","remote":"127.0.0.1:51266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:22.638721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.090727Z","time spent":"547.933586ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:22.638562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.977848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:22.639141Z","caller":"traceutil/trace.go:171","msg":"trace[773301341] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23525; }","duration":"282.608303ms","start":"2026-02-24T20:48:22.35651Z","end":"2026-02-24T20:48:22.639118Z","steps":["trace[773301341] 'agreement among raft nodes before linearized reading' (duration: 281.976258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:22.639719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102103443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:48:22.639789Z","caller":"traceutil/trace.go:171","msg":"trace[1359531045] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23525; }","duration":"1.102225527s","start":"2026-02-24T20:48:21.537539Z","end":"2026-02-24T20:48:22.639764Z","steps":["trace[1359531045] 'agreement among raft nodes before linearized reading' (duration: 1.101038599s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:22.639828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:21.537484Z","time spent":"1.102334929s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:48:23.141037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:23.361782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.354767ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-02-24T20:48:23.361869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.640714Z","time spent":"721.151942ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:24.572477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.620565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:24.572894Z","caller":"traceutil/trace.go:171","msg":"trace[74962982] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24356; }","duration":"1.932051549s","start":"2026-02-24T20:48:22.640814Z","end":"2026-02-24T20:48:24.572866Z","steps":["trace[74962982] 'read index received' (duration: 599.610521ms)","trace[74962982] 'applied index is now lower than readState.Index' (duration: 1.332439367s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:24.573004Z","caller":"traceutil/trace.go:171","msg":"trace[380811928] transaction","detail":"{read_only:false; response_revision:23526; number_of_response:1; }","duration":"1.932162441s","start":"2026-02-24T20:48:22.640825Z","end":"2026-02-24T20:48:24.572988Z","steps":["trace[380811928] 'process raft request' (duration: 1.522914403s)","trace[380811928] 'compare' (duration: 407.938439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:24.573147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.640806Z","time spent":"1.932289414s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.573458Z","caller":"traceutil/trace.go:171","msg":"trace[947878247] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"1.930052223s","start":"2026-02-24T20:48:22.643346Z","end":"2026-02-24T20:48:24.573398Z","steps":["trace[947878247] 'process raft request' (duration: 1.929274966s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.573606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.643328Z","time spent":"1.930202446s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:24.573617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932782865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7905c042-9353-4dff-8b14-2e56cb7e3ead\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-02-24T20:48:24.573687Z","caller":"traceutil/trace.go:171","msg":"trace[2080546776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7905c042-9353-4dff-8b14-2e56cb7e3ead; range_end:; response_count:1; response_revision:23527; }","duration":"1.932893567s","start":"2026-02-24T20:48:22.640775Z","end":"2026-02-24T20:48:24.573669Z","steps":["trace[2080546776] 'agreement among raft nodes before linearized reading' (duration: 1.932651522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.573739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.64076Z","time spent":"1.932967069s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-7905c042-9353-4dff-8b14-2e56cb7e3ead\" "} {"level":"warn","ts":"2026-02-24T20:48:24.640722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999425958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:24.640801Z","caller":"traceutil/trace.go:171","msg":"trace[1269415686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999548601s","start":"2026-02-24T20:48:22.641234Z","end":"2026-02-24T20:48:24.640783Z","steps":["trace[1269415686] 'agreement among raft nodes before linearized reading' (duration: 1.999449359s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.640847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.64122Z","time spent":"1.999617542s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:48:24.648378Z","caller":"traceutil/trace.go:171","msg":"trace[923590680] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"1.285233733s","start":"2026-02-24T20:48:23.363128Z","end":"2026-02-24T20:48:24.648362Z","steps":["trace[923590680] 'process raft request' (duration: 1.284975527s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.648483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.363104Z","time spent":"1.285326304s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.648815Z","caller":"traceutil/trace.go:171","msg":"trace[746593381] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.284295201s","start":"2026-02-24T20:48:23.364506Z","end":"2026-02-24T20:48:24.648801Z","steps":["trace[746593381] 'process raft request' (duration: 1.2838197s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.648871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.364484Z","time spent":"1.284362683s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.649132Z","caller":"traceutil/trace.go:171","msg":"trace[1427909089] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.282731456s","start":"2026-02-24T20:48:23.366376Z","end":"2026-02-24T20:48:24.649107Z","steps":["trace[1427909089] 'process raft request' (duration: 1.282251136s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:24.649236Z","caller":"traceutil/trace.go:171","msg":"trace[255439882] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.282672845s","start":"2026-02-24T20:48:23.366555Z","end":"2026-02-24T20:48:24.649228Z","steps":["trace[255439882] 'process raft request' (duration: 1.282500071s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.649277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366545Z","time spent":"1.282710986s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.64943Z","caller":"traceutil/trace.go:171","msg":"trace[1771322204] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.282595353s","start":"2026-02-24T20:48:23.366822Z","end":"2026-02-24T20:48:24.649418Z","steps":["trace[1771322204] 'process raft request' (duration: 1.282367658s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.64949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366803Z","time spent":"1.282658914s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.649524Z","caller":"traceutil/trace.go:171","msg":"trace[567129595] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.282685114s","start":"2026-02-24T20:48:23.366831Z","end":"2026-02-24T20:48:24.649516Z","steps":["trace[567129595] 'process raft request' (duration: 1.282534221s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.64957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366792Z","time spent":"1.282755936s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:24.649847Z","caller":"traceutil/trace.go:171","msg":"trace[249166698] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.282917771s","start":"2026-02-24T20:48:23.366919Z","end":"2026-02-24T20:48:24.649837Z","steps":["trace[249166698] 'process raft request' (duration: 1.282563213s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.649902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366888Z","time spent":"1.282985471s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:24.649923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791042178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:24.649956Z","caller":"traceutil/trace.go:171","msg":"trace[2045327250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23535; }","duration":"1.791101399s","start":"2026-02-24T20:48:22.858845Z","end":"2026-02-24T20:48:24.649946Z","steps":["trace[2045327250] 'agreement among raft nodes before linearized reading' (duration: 1.791044248s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.649979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.858825Z","time spent":"1.791146251s","remote":"127.0.0.1:44298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:24.649985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00623076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:24.650049Z","caller":"traceutil/trace.go:171","msg":"trace[1270133116] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23535; }","duration":"2.006314823s","start":"2026-02-24T20:48:22.643717Z","end":"2026-02-24T20:48:24.650031Z","steps":["trace[1270133116] 'agreement among raft nodes before linearized reading' (duration: 2.006200259s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:24.650153Z","caller":"traceutil/trace.go:171","msg":"trace[591594327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23535; }","duration":"302.100612ms","start":"2026-02-24T20:48:24.348045Z","end":"2026-02-24T20:48:24.650146Z","steps":["trace[591594327] 'agreement among raft nodes before linearized reading' (duration: 302.01068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.347994Z","time spent":"302.179484ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:24.650263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008310118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-24T20:48:24.650284Z","caller":"traceutil/trace.go:171","msg":"trace[314768205] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.28335491s","start":"2026-02-24T20:48:23.366922Z","end":"2026-02-24T20:48:24.650277Z","steps":["trace[314768205] 'process raft request' (duration: 1.282842618s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:24.650291Z","caller":"traceutil/trace.go:171","msg":"trace[1895995831] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23535; }","duration":"2.008369809s","start":"2026-02-24T20:48:22.64191Z","end":"2026-02-24T20:48:24.65028Z","steps":["trace[1895995831] 'agreement among raft nodes before linearized reading' (duration: 2.008290988s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008262256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-02-24T20:48:24.650321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366895Z","time spent":"1.283404282s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:24.650341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008332638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:24.650365Z","caller":"traceutil/trace.go:171","msg":"trace[1573333552] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23535; }","duration":"2.00840729s","start":"2026-02-24T20:48:22.641948Z","end":"2026-02-24T20:48:24.650355Z","steps":["trace[1573333552] 'agreement among raft nodes before linearized reading' (duration: 2.008375709s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.641935Z","time spent":"2.008441281s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:48:24.650156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027111732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:24.650407Z","caller":"traceutil/trace.go:171","msg":"trace[1267690967] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23535; }","duration":"1.027357617s","start":"2026-02-24T20:48:23.623038Z","end":"2026-02-24T20:48:24.650395Z","steps":["trace[1267690967] 'agreement among raft nodes before linearized reading' (duration: 1.027103221s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:24.650405Z","caller":"traceutil/trace.go:171","msg":"trace[494926831] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23535; }","duration":"2.008321858s","start":"2026-02-24T20:48:22.642008Z","end":"2026-02-24T20:48:24.65033Z","steps":["trace[494926831] 'agreement among raft nodes before linearized reading' (duration: 2.008130923s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.643707Z","time spent":"2.006387735s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:24.65031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.641899Z","time spent":"2.00840645s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-24T20:48:24.650495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.622976Z","time spent":"1.02744721s","remote":"127.0.0.1:57072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:24.650487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:22.642002Z","time spent":"2.008471492s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-02-24T20:48:24.649303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.366358Z","time spent":"1.282845159s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:24.650127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.678983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:24.650894Z","caller":"traceutil/trace.go:171","msg":"trace[41148482] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23535; }","duration":"945.439141ms","start":"2026-02-24T20:48:23.705441Z","end":"2026-02-24T20:48:24.65088Z","steps":["trace[41148482] 'agreement among raft nodes before linearized reading' (duration: 944.660163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:24.650929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:23.70542Z","time spent":"945.498892ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:25.154758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:25.655043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:26.155516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:26.48424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831215514s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:26.484662Z","caller":"traceutil/trace.go:171","msg":"trace[1803341381] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"1.831694194s","start":"2026-02-24T20:48:24.65294Z","end":"2026-02-24T20:48:26.484634Z","steps":["trace[1803341381] 'process raft request' (duration: 1.83149131s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.484822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.652924Z","time spent":"1.831812327s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:26.637345Z","caller":"traceutil/trace.go:171","msg":"trace[1849942576] linearizableReadLoop","detail":"{readStateIndex:24370; appliedIndex:24367; }","duration":"1.98314111s","start":"2026-02-24T20:48:24.654176Z","end":"2026-02-24T20:48:26.637318Z","steps":["trace[1849942576] 'read index received' (duration: 1.830347175s)","trace[1849942576] 'applied index is now lower than readState.Index' (duration: 152.792635ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:26.637396Z","caller":"traceutil/trace.go:171","msg":"trace[1313832500] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.981997424s","start":"2026-02-24T20:48:24.655363Z","end":"2026-02-24T20:48:26.637361Z","steps":["trace[1313832500] 'process raft request' (duration: 1.981883062s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.637562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.655358Z","time spent":"1.982109798s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:26.637695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983404316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:48:26.637761Z","caller":"traceutil/trace.go:171","msg":"trace[1133928931] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23538; }","duration":"1.98358557s","start":"2026-02-24T20:48:24.654159Z","end":"2026-02-24T20:48:26.637745Z","steps":["trace[1133928931] 'agreement among raft nodes before linearized reading' (duration: 1.983306614s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.637859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.654153Z","time spent":"1.983688802s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:48:26.637876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983548189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:26.637966Z","caller":"traceutil/trace.go:171","msg":"trace[380158114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23538; }","duration":"1.983678952s","start":"2026-02-24T20:48:24.654261Z","end":"2026-02-24T20:48:26.63794Z","steps":["trace[380158114] 'agreement among raft nodes before linearized reading' (duration: 1.983419496s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.638031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.654245Z","time spent":"1.983773934s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:26.63811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.657494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:26.638176Z","caller":"traceutil/trace.go:171","msg":"trace[1690532423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23538; }","duration":"137.812797ms","start":"2026-02-24T20:48:26.500347Z","end":"2026-02-24T20:48:26.63816Z","steps":["trace[1690532423] 'agreement among raft nodes before linearized reading' (duration: 137.636893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.638297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.487261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-02-24T20:48:26.638345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378071156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:26.63843Z","caller":"traceutil/trace.go:171","msg":"trace[1079464015] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23538; }","duration":"1.378160558s","start":"2026-02-24T20:48:25.26022Z","end":"2026-02-24T20:48:26.63838Z","steps":["trace[1079464015] 'agreement among raft nodes before linearized reading' (duration: 1.378083066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.638484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.260199Z","time spent":"1.37827629s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:26.638355Z","caller":"traceutil/trace.go:171","msg":"trace[163390726] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23538; }","duration":"149.567012ms","start":"2026-02-24T20:48:26.488765Z","end":"2026-02-24T20:48:26.638332Z","steps":["trace[163390726] 'agreement among raft nodes before linearized reading' (duration: 149.405558ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:26.637368Z","caller":"traceutil/trace.go:171","msg":"trace[998994035] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.982964166s","start":"2026-02-24T20:48:24.654381Z","end":"2026-02-24T20:48:26.637345Z","steps":["trace[998994035] 'process raft request' (duration: 1.980204824s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.638812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939580667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:26.638831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.654376Z","time spent":"1.984415768s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:26.638872Z","caller":"traceutil/trace.go:171","msg":"trace[1269144527] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23538; }","duration":"1.93966846s","start":"2026-02-24T20:48:24.69919Z","end":"2026-02-24T20:48:26.638859Z","steps":["trace[1269144527] 'agreement among raft nodes before linearized reading' (duration: 1.939571977s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.63889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983089148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:26.638915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.69918Z","time spent":"1.939725751s","remote":"127.0.0.1:39852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:26.638812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98448254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-24T20:48:26.639231Z","caller":"traceutil/trace.go:171","msg":"trace[1890352540] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc; range_end:; response_count:1; response_revision:23538; }","duration":"1.984697325s","start":"2026-02-24T20:48:24.65429Z","end":"2026-02-24T20:48:26.638987Z","steps":["trace[1890352540] 'agreement among raft nodes before linearized reading' (duration: 1.984339916s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:26.638945Z","caller":"traceutil/trace.go:171","msg":"trace[143392216] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23538; }","duration":"1.983156589s","start":"2026-02-24T20:48:24.65577Z","end":"2026-02-24T20:48:26.638927Z","steps":["trace[143392216] 'agreement among raft nodes before linearized reading' (duration: 1.983088038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.639477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.655759Z","time spent":"1.983696573s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:26.637774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.279989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:26.639846Z","caller":"traceutil/trace.go:171","msg":"trace[1978964344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23538; }","duration":"948.346296ms","start":"2026-02-24T20:48:25.691486Z","end":"2026-02-24T20:48:26.639832Z","steps":["trace[1978964344] 'agreement among raft nodes before linearized reading' (duration: 946.240418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.639922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.691427Z","time spent":"948.483239ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:26.639948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:24.654286Z","time spent":"1.985001192s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc\" "} {"level":"warn","ts":"2026-02-24T20:48:27.142224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142300932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:28.699432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067210936s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:28.699539Z","caller":"traceutil/trace.go:171","msg":"trace[1294287026] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"2.05803938s","start":"2026-02-24T20:48:26.64148Z","end":"2026-02-24T20:48:28.699519Z","steps":["trace[1294287026] 'process raft request' (duration: 990.66023ms)","trace[1294287026] 'compare' (duration: 1.06601913s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:28.699598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.641442Z","time spent":"2.058128822s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:29.68946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:29.689543Z","caller":"traceutil/trace.go:171","msg":"trace[472774764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677316s","start":"2026-02-24T20:48:27.688839Z","end":"2026-02-24T20:48:29.689516Z","steps":["trace[472774764] 'agreement among raft nodes before linearized reading' (duration: 2.000583524s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:29.689687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.688816Z","time spent":"2.00085879s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:29.692809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.923453895s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:30.636449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512193995s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:30.636572Z","caller":"traceutil/trace.go:171","msg":"trace[1449015414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23539; }","duration":"1.512328429s","start":"2026-02-24T20:48:29.124227Z","end":"2026-02-24T20:48:30.636555Z","steps":["trace[1449015414] 'range keys from in-memory index tree' (duration: 1.512180194s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.636609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.48099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:30.63692Z","caller":"traceutil/trace.go:171","msg":"trace[1593564429] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"3.983315451s","start":"2026-02-24T20:48:26.653584Z","end":"2026-02-24T20:48:30.6369Z","steps":["trace[1593564429] 'process raft request' (duration: 3.039467911s)","trace[1593564429] 'compare' (duration: 942.850735ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:30.636949Z","caller":"traceutil/trace.go:171","msg":"trace[129773878] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"3.983056524s","start":"2026-02-24T20:48:26.653875Z","end":"2026-02-24T20:48:30.636932Z","steps":["trace[129773878] 'process raft request' (duration: 3.982926421s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.637016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.653576Z","time spent":"3.983391222s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:30.637016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.653871Z","time spent":"3.983110006s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:30.63727Z","caller":"traceutil/trace.go:171","msg":"trace[1447969674] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"3.982907532s","start":"2026-02-24T20:48:26.654336Z","end":"2026-02-24T20:48:30.637244Z","steps":["trace[1447969674] 'process raft request' (duration: 3.982560784s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.63741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.654313Z","time spent":"3.983027994s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:30.6374Z","caller":"traceutil/trace.go:171","msg":"trace[1388729284] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"3.982436322s","start":"2026-02-24T20:48:26.654928Z","end":"2026-02-24T20:48:30.637364Z","steps":["trace[1388729284] 'process raft request' (duration: 3.982258147s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:30.637537Z","caller":"traceutil/trace.go:171","msg":"trace[677270876] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"3.98195068s","start":"2026-02-24T20:48:26.65558Z","end":"2026-02-24T20:48:30.637531Z","steps":["trace[677270876] 'process raft request' (duration: 3.981678914s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:30.637534Z","caller":"traceutil/trace.go:171","msg":"trace[1489461018] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"3.98238855s","start":"2026-02-24T20:48:26.655131Z","end":"2026-02-24T20:48:30.63752Z","steps":["trace[1489461018] 'process raft request' (duration: 3.982097083s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:30.637535Z","caller":"traceutil/trace.go:171","msg":"trace[113720142] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"3.982706407s","start":"2026-02-24T20:48:26.654811Z","end":"2026-02-24T20:48:30.637517Z","steps":["trace[113720142] 'process raft request' (duration: 3.982272617s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.637577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.655568Z","time spent":"3.981988822s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:30.637587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.65511Z","time spent":"3.982449852s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:30.637589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.654923Z","time spent":"3.982582225s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:30.637613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.654799Z","time spent":"3.982770889s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:31.391721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.69753086s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:31.689693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999772183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:31.689771Z","caller":"traceutil/trace.go:171","msg":"trace[878676401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999931587s","start":"2026-02-24T20:48:29.689823Z","end":"2026-02-24T20:48:31.689755Z","steps":["trace[878676401] 'agreement among raft nodes before linearized reading' (duration: 1.999836694s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:31.689814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.689792Z","time spent":"2.000012899s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:32.446931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.008188Z","time spent":"1.43873603s","remote":"127.0.0.1:37446","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:32.447037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8097222s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:48:32.447472Z","caller":"traceutil/trace.go:171","msg":"trace[1745048848] linearizableReadLoop","detail":"{readStateIndex:24379; appliedIndex:24370; }","duration":"5.80583099s","start":"2026-02-24T20:48:26.641618Z","end":"2026-02-24T20:48:32.447449Z","steps":["trace[1745048848] 'read index received' (duration: 990.494096ms)","trace[1745048848] 'applied index is now lower than readState.Index' (duration: 4.815335344s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:32.448213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.806588178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189749bc8f4bd0ee\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-02-24T20:48:32.448284Z","caller":"traceutil/trace.go:171","msg":"trace[606288146] range","detail":"{range_begin:/registry/events/openstack/container-infra.189749bc8f4bd0ee; range_end:; response_count:1; response_revision:23546; }","duration":"5.80669411s","start":"2026-02-24T20:48:26.641572Z","end":"2026-02-24T20:48:32.448266Z","steps":["trace[606288146] 'agreement among raft nodes before linearized reading' (duration: 5.806494896s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.448333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.641555Z","time spent":"5.806765022s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.189749bc8f4bd0ee\" "} {"level":"info","ts":"2026-02-24T20:48:32.448524Z","caller":"traceutil/trace.go:171","msg":"trace[1437971320] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"4.803577399s","start":"2026-02-24T20:48:27.644923Z","end":"2026-02-24T20:48:32.4485Z","steps":["trace[1437971320] 'process raft request' (duration: 4.802231807s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.448669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.644891Z","time spent":"4.803695642s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.342273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.705621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:33.342531Z","caller":"traceutil/trace.go:171","msg":"trace[1228938341] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"1.737623239s","start":"2026-02-24T20:48:31.60489Z","end":"2026-02-24T20:48:33.342513Z","steps":["trace[1228938341] 'process raft request' (duration: 1.737559348s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.342607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.604865Z","time spent":"1.737708112s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:33.342839Z","caller":"traceutil/trace.go:171","msg":"trace[722626456] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"3.197709286s","start":"2026-02-24T20:48:30.145119Z","end":"2026-02-24T20:48:33.342829Z","steps":["trace[722626456] 'process raft request' (duration: 3.197256374s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.342904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:30.145094Z","time spent":"3.197777737s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:33.342924Z","caller":"traceutil/trace.go:171","msg":"trace[642961517] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"4.355912403s","start":"2026-02-24T20:48:28.986977Z","end":"2026-02-24T20:48:33.34289Z","steps":["trace[642961517] 'process raft request' (duration: 3.461505355s)","trace[642961517] 'compare' (duration: 893.439255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:33.343091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.986954Z","time spent":"4.356059616s","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7472,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:33.416648Z","caller":"traceutil/trace.go:171","msg":"trace[1501630030] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24380; }","duration":"969.095909ms","start":"2026-02-24T20:48:32.447531Z","end":"2026-02-24T20:48:33.416627Z","steps":["trace[1501630030] 'read index received' (duration: 76.222478ms)","trace[1501630030] 'applied index is now lower than readState.Index' (duration: 892.872321ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:33.416784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.359094232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.416826Z","caller":"traceutil/trace.go:171","msg":"trace[1132336018] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23552; }","duration":"6.359178463s","start":"2026-02-24T20:48:27.057637Z","end":"2026-02-24T20:48:33.416815Z","steps":["trace[1132336018] 'agreement among raft nodes before linearized reading' (duration: 6.359098892s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.416867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.057621Z","time spent":"6.359234774s","remote":"127.0.0.1:56572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.416858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935439279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.416935Z","caller":"traceutil/trace.go:171","msg":"trace[894679059] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23552; }","duration":"4.935567561s","start":"2026-02-24T20:48:28.481346Z","end":"2026-02-24T20:48:33.416914Z","steps":["trace[894679059] 'agreement among raft nodes before linearized reading' (duration: 4.935446258s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.416953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.671769043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-02-24T20:48:33.416952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878948622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:48:33.417015Z","caller":"traceutil/trace.go:171","msg":"trace[95827324] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23552; }","duration":"6.671855966s","start":"2026-02-24T20:48:26.745141Z","end":"2026-02-24T20:48:33.416997Z","steps":["trace[95827324] 'agreement among raft nodes before linearized reading' (duration: 6.671687672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.41693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529672277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4\" ","response":"range_response_count:1 size:4625"} {"level":"warn","ts":"2026-02-24T20:48:33.416993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.481325Z","time spent":"4.935656163s","remote":"127.0.0.1:34272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.417091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714419334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501eb94c7\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-24T20:48:33.41712Z","caller":"traceutil/trace.go:171","msg":"trace[5737488] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501eb94c7; range_end:; response_count:1; response_revision:23552; }","duration":"4.714506486s","start":"2026-02-24T20:48:28.702604Z","end":"2026-02-24T20:48:33.417111Z","steps":["trace[5737488] 'agreement among raft nodes before linearized reading' (duration: 4.714413924s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.417135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.604751372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-02-24T20:48:33.417001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.046617985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:33.417159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.63883623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:33.417223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232749935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:33.417199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.765079887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:48:33.417248Z","caller":"traceutil/trace.go:171","msg":"trace[1422231146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23552; }","duration":"5.638970553s","start":"2026-02-24T20:48:27.77826Z","end":"2026-02-24T20:48:33.417231Z","steps":["trace[1422231146] 'agreement among raft nodes before linearized reading' (duration: 5.63884093s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.417264Z","caller":"traceutil/trace.go:171","msg":"trace[956726791] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23552; }","duration":"2.232827667s","start":"2026-02-24T20:48:31.184425Z","end":"2026-02-24T20:48:33.417253Z","steps":["trace[956726791] 'agreement among raft nodes before linearized reading' (duration: 2.232767585s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.417295Z","caller":"traceutil/trace.go:171","msg":"trace[1300044817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23552; }","duration":"6.76520993s","start":"2026-02-24T20:48:26.652059Z","end":"2026-02-24T20:48:33.417269Z","steps":["trace[1300044817] 'agreement among raft nodes before linearized reading' (duration: 6.764919873s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.417301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.184401Z","time spent":"2.232888488s","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.417311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564228429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:33.417356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.652052Z","time spent":"6.765294232s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:48:33.417368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875752742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.417377Z","caller":"traceutil/trace.go:171","msg":"trace[1216117054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23552; }","duration":"2.564338621s","start":"2026-02-24T20:48:30.853021Z","end":"2026-02-24T20:48:33.41736Z","steps":["trace[1216117054] 'agreement among raft nodes before linearized reading' (duration: 2.564242829s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.417383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221853207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.417411Z","caller":"traceutil/trace.go:171","msg":"trace[1640703401] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23552; }","duration":"3.875833474s","start":"2026-02-24T20:48:29.541565Z","end":"2026-02-24T20:48:33.417398Z","steps":["trace[1640703401] 'agreement among raft nodes before linearized reading' (duration: 3.875763552s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.417424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:30.853Z","time spent":"2.564410822s","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.417458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.541542Z","time spent":"3.875903485s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:33.417455Z","caller":"traceutil/trace.go:171","msg":"trace[315769593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23552; }","duration":"4.2219541s","start":"2026-02-24T20:48:29.19548Z","end":"2026-02-24T20:48:33.417434Z","steps":["trace[315769593] 'agreement among raft nodes before linearized reading' (duration: 4.221851227s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.417174Z","caller":"traceutil/trace.go:171","msg":"trace[1962990083] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"965.409322ms","start":"2026-02-24T20:48:32.451733Z","end":"2026-02-24T20:48:33.417143Z","steps":["trace[1962990083] 'process raft request' (duration: 964.802678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.417509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.195463Z","time spent":"4.222032801s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.417151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020037445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:33.417521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72199263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.418026Z","caller":"traceutil/trace.go:171","msg":"trace[1209739327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23552; }","duration":"1.722619724s","start":"2026-02-24T20:48:31.695389Z","end":"2026-02-24T20:48:33.418009Z","steps":["trace[1209739327] 'agreement among raft nodes before linearized reading' (duration: 1.721801185s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.418152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.695368Z","time spent":"1.722769027s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:33.417634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.451711Z","time spent":"965.834201ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.417154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.702585Z","time spent":"4.714563627s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501eb94c7\" "} {"level":"info","ts":"2026-02-24T20:48:33.417609Z","caller":"traceutil/trace.go:171","msg":"trace[9371474] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23552; }","duration":"3.020555667s","start":"2026-02-24T20:48:30.39703Z","end":"2026-02-24T20:48:33.417586Z","steps":["trace[9371474] 'agreement among raft nodes before linearized reading' (duration: 3.020028955s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.418372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:30.397009Z","time spent":"3.021340316s","remote":"127.0.0.1:47232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.417052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.74513Z","time spent":"6.671913677s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-02-24T20:48:33.417112Z","caller":"traceutil/trace.go:171","msg":"trace[90977136] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4; range_end:; response_count:1; response_revision:23552; }","duration":"4.530154799s","start":"2026-02-24T20:48:28.886938Z","end":"2026-02-24T20:48:33.417093Z","steps":["trace[90977136] 'agreement among raft nodes before linearized reading' (duration: 4.529721869s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.418511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.886918Z","time spent":"4.531566312s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4649,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4\" "} {"level":"warn","ts":"2026-02-24T20:48:33.417297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.778237Z","time spent":"5.639048415s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:33.417163Z","caller":"traceutil/trace.go:171","msg":"trace[406280390] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23552; }","duration":"6.604798783s","start":"2026-02-24T20:48:26.812355Z","end":"2026-02-24T20:48:33.417154Z","steps":["trace[406280390] 'agreement among raft nodes before linearized reading' (duration: 6.604716481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.418844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.812345Z","time spent":"6.606483023s","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-02-24T20:48:33.417243Z","caller":"traceutil/trace.go:171","msg":"trace[1308595324] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"982.121187ms","start":"2026-02-24T20:48:32.435107Z","end":"2026-02-24T20:48:33.417228Z","steps":["trace[1308595324] 'process raft request' (duration: 981.160885ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.417039Z","caller":"traceutil/trace.go:171","msg":"trace[1969251074] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23552; }","duration":"1.879081505s","start":"2026-02-24T20:48:31.537944Z","end":"2026-02-24T20:48:33.417026Z","steps":["trace[1969251074] 'agreement among raft nodes before linearized reading' (duration: 1.878795349s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.418973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.435078Z","time spent":"983.837138ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.417191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.77271202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.419085Z","caller":"traceutil/trace.go:171","msg":"trace[1200345962] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23552; }","duration":"6.774626035s","start":"2026-02-24T20:48:26.644436Z","end":"2026-02-24T20:48:33.419062Z","steps":["trace[1200345962] 'agreement among raft nodes before linearized reading' (duration: 6.772711269s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.417393Z","caller":"traceutil/trace.go:171","msg":"trace[2087174866] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23552; }","duration":"5.046913372s","start":"2026-02-24T20:48:28.370301Z","end":"2026-02-24T20:48:33.417215Z","steps":["trace[2087174866] 'agreement among raft nodes before linearized reading' (duration: 5.046585844s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.419158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.644422Z","time spent":"6.774715338s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:33.417603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562091429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.419259Z","caller":"traceutil/trace.go:171","msg":"trace[1141047622] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23552; }","duration":"4.56379021s","start":"2026-02-24T20:48:28.855445Z","end":"2026-02-24T20:48:33.419235Z","steps":["trace[1141047622] 'agreement among raft nodes before linearized reading' (duration: 4.561488805s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.41707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.434045783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:33.419317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.855425Z","time spent":"4.563874821s","remote":"127.0.0.1:34266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:33.419349Z","caller":"traceutil/trace.go:171","msg":"trace[142775695] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23552; }","duration":"6.436370538s","start":"2026-02-24T20:48:26.982963Z","end":"2026-02-24T20:48:33.419334Z","steps":["trace[142775695] 'agreement among raft nodes before linearized reading' (duration: 6.434039943s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.419395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.982942Z","time spent":"6.436439709s","remote":"127.0.0.1:52700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.419025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.537924Z","time spent":"1.881086434s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-02-24T20:48:33.419919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.370247Z","time spent":"5.048902989s","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.420195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.822882594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:33.420249Z","caller":"traceutil/trace.go:171","msg":"trace[1674621731] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23552; }","duration":"5.822996846s","start":"2026-02-24T20:48:27.597241Z","end":"2026-02-24T20:48:33.420238Z","steps":["trace[1674621731] 'agreement among raft nodes before linearized reading' (duration: 5.819457073s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.420285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.597209Z","time spent":"5.823063848s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2634,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:33.63895Z","caller":"traceutil/trace.go:171","msg":"trace[69927516] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"996.58687ms","start":"2026-02-24T20:48:32.642342Z","end":"2026-02-24T20:48:33.638929Z","steps":["trace[69927516] 'process raft request' (duration: 996.132929ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.63903Z","caller":"traceutil/trace.go:171","msg":"trace[905410240] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"995.851393ms","start":"2026-02-24T20:48:32.643154Z","end":"2026-02-24T20:48:33.639005Z","steps":["trace[905410240] 'process raft request' (duration: 995.711599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.639065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.64231Z","time spent":"996.695504ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.643133Z","time spent":"995.970856ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:33.639229Z","caller":"traceutil/trace.go:171","msg":"trace[2052192970] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"995.763161ms","start":"2026-02-24T20:48:32.643434Z","end":"2026-02-24T20:48:33.639197Z","steps":["trace[2052192970] 'process raft request' (duration: 995.525526ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.639263Z","caller":"traceutil/trace.go:171","msg":"trace[1968434360] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"995.760471ms","start":"2026-02-24T20:48:32.64347Z","end":"2026-02-24T20:48:33.63923Z","steps":["trace[1968434360] 'process raft request' (duration: 995.618728ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.639314Z","caller":"traceutil/trace.go:171","msg":"trace[1338722416] linearizableReadLoop","detail":"{readStateIndex:24392; appliedIndex:24385; }","duration":"222.59514ms","start":"2026-02-24T20:48:33.416709Z","end":"2026-02-24T20:48:33.639304Z","steps":["trace[1338722416] 'read index received' (duration: 222.021276ms)","trace[1338722416] 'applied index is now lower than readState.Index' (duration: 572.984µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:33.639322Z","caller":"traceutil/trace.go:171","msg":"trace[180172782] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"995.30139ms","start":"2026-02-24T20:48:32.644006Z","end":"2026-02-24T20:48:33.639307Z","steps":["trace[180172782] 'process raft request' (duration: 995.169997ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.639309Z","caller":"traceutil/trace.go:171","msg":"trace[1469674655] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"995.139336ms","start":"2026-02-24T20:48:32.644135Z","end":"2026-02-24T20:48:33.639275Z","steps":["trace[1469674655] 'process raft request' (duration: 995.075285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.639364Z","caller":"traceutil/trace.go:171","msg":"trace[16001928] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"995.128846ms","start":"2026-02-24T20:48:32.644229Z","end":"2026-02-24T20:48:33.639358Z","steps":["trace[16001928] 'process raft request' (duration: 995.011383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.639372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.643997Z","time spent":"995.350592ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.643425Z","time spent":"995.866873ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.644221Z","time spent":"995.156666ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.643464Z","time spent":"995.866463ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.644111Z","time spent":"995.263199ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.639457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011364001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:33.639481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.463582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:48:33.639494Z","caller":"traceutil/trace.go:171","msg":"trace[1696646821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23559; }","duration":"1.011438813s","start":"2026-02-24T20:48:32.628044Z","end":"2026-02-24T20:48:33.639483Z","steps":["trace[1696646821] 'agreement among raft nodes before linearized reading' (duration: 1.011377861s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:33.639525Z","caller":"traceutil/trace.go:171","msg":"trace[1671312419] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23559; }","duration":"288.548105ms","start":"2026-02-24T20:48:33.350966Z","end":"2026-02-24T20:48:33.639514Z","steps":["trace[1671312419] 'agreement among raft nodes before linearized reading' (duration: 288.399401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.63953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.628024Z","time spent":"1.011497955s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.808161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.420498Z","time spent":"387.656777ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:33.808517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.071446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-6fc5ff4798-pvkjg\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-02-24T20:48:33.808568Z","caller":"traceutil/trace.go:171","msg":"trace[1020596675] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-6fc5ff4798-pvkjg; range_end:; response_count:1; response_revision:23561; }","duration":"388.156258ms","start":"2026-02-24T20:48:33.420399Z","end":"2026-02-24T20:48:33.808556Z","steps":["trace[1020596675] 'agreement among raft nodes before linearized reading' (duration: 387.960044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.808603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.420384Z","time spent":"388.211249ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5106,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-6fc5ff4798-pvkjg\" "} {"level":"info","ts":"2026-02-24T20:48:33.808308Z","caller":"traceutil/trace.go:171","msg":"trace[677698388] linearizableReadLoop","detail":"{readStateIndex:24395; appliedIndex:24392; }","duration":"168.952429ms","start":"2026-02-24T20:48:33.639334Z","end":"2026-02-24T20:48:33.808286Z","steps":["trace[677698388] 'read index received' (duration: 163.51366ms)","trace[677698388] 'applied index is now lower than readState.Index' (duration: 5.437859ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:33.808822Z","caller":"traceutil/trace.go:171","msg":"trace[940032191] transaction","detail":"{read_only:false; response_revision:23560; number_of_response:1; }","duration":"387.209825ms","start":"2026-02-24T20:48:33.421601Z","end":"2026-02-24T20:48:33.808811Z","steps":["trace[940032191] 'process raft request' (duration: 386.470108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.808909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.421581Z","time spent":"387.273286ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.809006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.043034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.80909Z","caller":"traceutil/trace.go:171","msg":"trace[435690133] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23561; }","duration":"342.176277ms","start":"2026-02-24T20:48:33.466894Z","end":"2026-02-24T20:48:33.80907Z","steps":["trace[435690133] 'agreement among raft nodes before linearized reading' (duration: 342.008243ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.80916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.466873Z","time spent":"342.276519ms","remote":"127.0.0.1:51078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:33.809211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.553707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.809244Z","caller":"traceutil/trace.go:171","msg":"trace[1080580395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23561; }","duration":"389.288204ms","start":"2026-02-24T20:48:33.419947Z","end":"2026-02-24T20:48:33.809235Z","steps":["trace[1080580395] 'agreement among raft nodes before linearized reading' (duration: 389.244843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.809269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.419928Z","time spent":"389.336146ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:33.809541Z","caller":"traceutil/trace.go:171","msg":"trace[1773407912] transaction","detail":"{read_only:false; response_revision:23561; number_of_response:1; }","duration":"381.779856ms","start":"2026-02-24T20:48:33.427749Z","end":"2026-02-24T20:48:33.809529Z","steps":["trace[1773407912] 'process raft request' (duration: 380.467825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.809675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.427739Z","time spent":"381.878808ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4803,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.809106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.263733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189749bd47e4bdc2\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-24T20:48:33.809804Z","caller":"traceutil/trace.go:171","msg":"trace[645368747] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189749bd47e4bdc2; range_end:; response_count:1; response_revision:23561; }","duration":"386.98282ms","start":"2026-02-24T20:48:33.42281Z","end":"2026-02-24T20:48:33.809793Z","steps":["trace[645368747] 'agreement among raft nodes before linearized reading' (duration: 386.229582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.809849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.422797Z","time spent":"387.038721ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189749bd47e4bdc2\" "} {"level":"warn","ts":"2026-02-24T20:48:33.809174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.813266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96af236e-509d-4981-85ae-7172cb28f65d\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-02-24T20:48:33.809978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.659114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:33.81156Z","caller":"traceutil/trace.go:171","msg":"trace[147365056] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23561; }","duration":"332.290783ms","start":"2026-02-24T20:48:33.479255Z","end":"2026-02-24T20:48:33.811546Z","steps":["trace[147365056] 'agreement among raft nodes before linearized reading' (duration: 330.694335ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.811619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.479237Z","time spent":"332.364924ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:33.810129Z","caller":"traceutil/trace.go:171","msg":"trace[55150649] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96af236e-509d-4981-85ae-7172cb28f65d; range_end:; response_count:1; response_revision:23561; }","duration":"387.684786ms","start":"2026-02-24T20:48:33.422319Z","end":"2026-02-24T20:48:33.810004Z","steps":["trace[55150649] 'agreement among raft nodes before linearized reading' (duration: 386.804045ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.811707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.422305Z","time spent":"389.384026ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-96af236e-509d-4981-85ae-7172cb28f65d\" "} {"level":"warn","ts":"2026-02-24T20:48:34.26296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.856254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:34.263188Z","caller":"traceutil/trace.go:171","msg":"trace[1338588458] linearizableReadLoop","detail":"{readStateIndex:24402; appliedIndex:24401; }","duration":"245.411502ms","start":"2026-02-24T20:48:34.017632Z","end":"2026-02-24T20:48:34.263043Z","steps":["trace[1338588458] 'read index received' (duration: 1.398593ms)","trace[1338588458] 'applied index is now lower than readState.Index' (duration: 244.011188ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:34.263327Z","caller":"traceutil/trace.go:171","msg":"trace[1725818852] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"354.417187ms","start":"2026-02-24T20:48:33.908896Z","end":"2026-02-24T20:48:34.263313Z","steps":["trace[1725818852] 'process raft request' (duration: 110.120742ms)","trace[1725818852] 'compare' (duration: 243.708871ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:34.263398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.908884Z","time spent":"354.478529ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:34.263435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.77852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-24T20:48:34.263523Z","caller":"traceutil/trace.go:171","msg":"trace[751808269] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23568; }","duration":"245.905603ms","start":"2026-02-24T20:48:34.017596Z","end":"2026-02-24T20:48:34.263502Z","steps":["trace[751808269] 'agreement among raft nodes before linearized reading' (duration: 245.720849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.263535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.43086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:34.263612Z","caller":"traceutil/trace.go:171","msg":"trace[275522918] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23568; }","duration":"242.540812ms","start":"2026-02-24T20:48:34.021052Z","end":"2026-02-24T20:48:34.263593Z","steps":["trace[275522918] 'agreement among raft nodes before linearized reading' (duration: 242.267436ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.534416Z","caller":"traceutil/trace.go:171","msg":"trace[1347169010] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"130.992697ms","start":"2026-02-24T20:48:34.403396Z","end":"2026-02-24T20:48:34.534388Z","steps":["trace[1347169010] 'process raft request' (duration: 130.910275ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.535077Z","caller":"traceutil/trace.go:171","msg":"trace[1074594321] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"131.662864ms","start":"2026-02-24T20:48:34.402776Z","end":"2026-02-24T20:48:34.534439Z","steps":["trace[1074594321] 'process raft request' (duration: 131.377177ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.827932Z","caller":"traceutil/trace.go:171","msg":"trace[1259680974] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24414; }","duration":"138.69468ms","start":"2026-02-24T20:48:34.689214Z","end":"2026-02-24T20:48:34.827909Z","steps":["trace[1259680974] 'read index received' (duration: 8.489371ms)","trace[1259680974] 'applied index is now lower than readState.Index' (duration: 130.204249ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:34.828033Z","caller":"traceutil/trace.go:171","msg":"trace[733598394] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"140.550684ms","start":"2026-02-24T20:48:34.687469Z","end":"2026-02-24T20:48:34.828019Z","steps":["trace[733598394] 'process raft request' (duration: 130.589717ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.828148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.899665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.828227Z","caller":"traceutil/trace.go:171","msg":"trace[1921244202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23582; }","duration":"139.014848ms","start":"2026-02-24T20:48:34.689197Z","end":"2026-02-24T20:48:34.828212Z","steps":["trace[1921244202] 'agreement among raft nodes before linearized reading' (duration: 138.877355ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.97855Z","caller":"traceutil/trace.go:171","msg":"trace[1582589261] linearizableReadLoop","detail":"{readStateIndex:24417; appliedIndex:24416; }","duration":"150.535371ms","start":"2026-02-24T20:48:34.827987Z","end":"2026-02-24T20:48:34.978522Z","steps":["trace[1582589261] 'read index received' (duration: 142.174032ms)","trace[1582589261] 'applied index is now lower than readState.Index' (duration: 8.359259ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:34.97864Z","caller":"traceutil/trace.go:171","msg":"trace[1533687543] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"277.951634ms","start":"2026-02-24T20:48:34.700651Z","end":"2026-02-24T20:48:34.978603Z","steps":["trace[1533687543] 'process raft request' (duration: 269.500153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.978777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.989345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.978816Z","caller":"traceutil/trace.go:171","msg":"trace[535804308] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23583; }","duration":"208.071817ms","start":"2026-02-24T20:48:34.770732Z","end":"2026-02-24T20:48:34.978803Z","steps":["trace[535804308] 'agreement among raft nodes before linearized reading' (duration: 207.915833ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:35.692094Z","caller":"traceutil/trace.go:171","msg":"trace[336745305] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"181.318111ms","start":"2026-02-24T20:48:35.510702Z","end":"2026-02-24T20:48:35.69202Z","steps":["trace[336745305] 'process raft request' (duration: 159.038303ms)","trace[336745305] 'compare' (duration: 22.167356ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:37.952614Z","caller":"traceutil/trace.go:171","msg":"trace[147216726] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"217.200342ms","start":"2026-02-24T20:48:37.73539Z","end":"2026-02-24T20:48:37.95259Z","steps":["trace[147216726] 'process raft request' (duration: 217.11799ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:37.952642Z","caller":"traceutil/trace.go:171","msg":"trace[1595164671] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"217.315574ms","start":"2026-02-24T20:48:37.735294Z","end":"2026-02-24T20:48:37.952609Z","steps":["trace[1595164671] 'process raft request' (duration: 217.058168ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:37.952824Z","caller":"traceutil/trace.go:171","msg":"trace[2140338280] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"217.407697ms","start":"2026-02-24T20:48:37.735394Z","end":"2026-02-24T20:48:37.952801Z","steps":["trace[2140338280] 'process raft request' (duration: 217.156651ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:37.952885Z","caller":"traceutil/trace.go:171","msg":"trace[1399766816] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"217.074408ms","start":"2026-02-24T20:48:37.73576Z","end":"2026-02-24T20:48:37.952835Z","steps":["trace[1399766816] 'process raft request' (duration: 216.949586ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:37.953135Z","caller":"traceutil/trace.go:171","msg":"trace[1251944942] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"217.292224ms","start":"2026-02-24T20:48:37.735829Z","end":"2026-02-24T20:48:37.953121Z","steps":["trace[1251944942] 'process raft request' (duration: 216.970027ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:37.953167Z","caller":"traceutil/trace.go:171","msg":"trace[59009057] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"217.1285ms","start":"2026-02-24T20:48:37.736025Z","end":"2026-02-24T20:48:37.953154Z","steps":["trace[59009057] 'process raft request' (duration: 216.985837ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.449995Z","caller":"traceutil/trace.go:171","msg":"trace[808062177] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"103.954236ms","start":"2026-02-24T20:48:38.346024Z","end":"2026-02-24T20:48:38.449979Z","steps":["trace[808062177] 'process raft request' (duration: 103.581877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.576599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.26811ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:48:38.576711Z","caller":"traceutil/trace.go:171","msg":"trace[509848602] linearizableReadLoop","detail":"{readStateIndex:24456; appliedIndex:24455; }","duration":"122.522307ms","start":"2026-02-24T20:48:38.454167Z","end":"2026-02-24T20:48:38.57669Z","steps":["trace[509848602] 'read index received' (duration: 11.079243ms)","trace[509848602] 'applied index is now lower than readState.Index' (duration: 111.441263ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:38.576887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.704011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:48:38.57696Z","caller":"traceutil/trace.go:171","msg":"trace[568604672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23621; }","duration":"122.821693ms","start":"2026-02-24T20:48:38.454122Z","end":"2026-02-24T20:48:38.576943Z","steps":["trace[568604672] 'agreement among raft nodes before linearized reading' (duration: 122.630649ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:39.242414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20629} {"level":"warn","ts":"2026-02-24T20:48:39.946904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.334561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:39.947063Z","caller":"traceutil/trace.go:171","msg":"trace[308049177] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24461; }","duration":"256.793782ms","start":"2026-02-24T20:48:39.690253Z","end":"2026-02-24T20:48:39.947047Z","steps":["trace[308049177] 'read index received' (duration: 32.371µs)","trace[308049177] 'applied index is now lower than readState.Index' (duration: 256.750011ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:39.947381Z","caller":"traceutil/trace.go:171","msg":"trace[74295307] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"320.676966ms","start":"2026-02-24T20:48:39.626383Z","end":"2026-02-24T20:48:39.94706Z","steps":["trace[74295307] 'process raft request' (duration: 45.09683ms)","trace[74295307] 'compare' (duration: 43.240135ms)","trace[74295307] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 231.84687ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T20:48:39.947587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:39.626361Z","time spent":"321.105666ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:39.953384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.117402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:39.953451Z","caller":"traceutil/trace.go:171","msg":"trace[1281602558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23626; }","duration":"263.223994ms","start":"2026-02-24T20:48:39.69021Z","end":"2026-02-24T20:48:39.953434Z","steps":["trace[1281602558] 'agreement among raft nodes before linearized reading' (duration: 256.902575ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:39.953656Z","caller":"traceutil/trace.go:171","msg":"trace[1294330344] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"188.693476ms","start":"2026-02-24T20:48:39.764946Z","end":"2026-02-24T20:48:39.953639Z","steps":["trace[1294330344] 'process raft request' (duration: 182.0825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:39.95382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.47743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:48:39.953906Z","caller":"traceutil/trace.go:171","msg":"trace[1236518187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23627; }","duration":"228.609492ms","start":"2026-02-24T20:48:39.725274Z","end":"2026-02-24T20:48:39.953884Z","steps":["trace[1236518187] 'agreement among raft nodes before linearized reading' (duration: 228.354616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:40.200412Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20629,"took":"954.403719ms","hash":2138699033,"current-db-size-bytes":46657536,"current-db-size":"47 MB","current-db-size-in-use-bytes":38674432,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-24T20:48:40.20051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2138699033,"revision":20629,"compact-revision":18436} {"level":"warn","ts":"2026-02-24T20:48:40.200515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.735068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:40.200548Z","caller":"traceutil/trace.go:171","msg":"trace[877955956] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23633; }","duration":"145.80734ms","start":"2026-02-24T20:48:40.05473Z","end":"2026-02-24T20:48:40.200537Z","steps":["trace[877955956] 'count revisions from in-memory index tree' (duration: 145.665896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.624359Z","caller":"traceutil/trace.go:171","msg":"trace[2087190502] linearizableReadLoop","detail":"{readStateIndex:24484; appliedIndex:24483; }","duration":"147.216933ms","start":"2026-02-24T20:48:42.477117Z","end":"2026-02-24T20:48:42.624334Z","steps":["trace[2087190502] 'read index received' (duration: 147.026869ms)","trace[2087190502] 'applied index is now lower than readState.Index' (duration: 189.144µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:42.624521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.397257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:48:42.624546Z","caller":"traceutil/trace.go:171","msg":"trace[1705581031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23647; }","duration":"147.480879ms","start":"2026-02-24T20:48:42.477056Z","end":"2026-02-24T20:48:42.624537Z","steps":["trace[1705581031] 'agreement among raft nodes before linearized reading' (duration: 147.365386ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.624671Z","caller":"traceutil/trace.go:171","msg":"trace[532714618] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"154.222658ms","start":"2026-02-24T20:48:42.470407Z","end":"2026-02-24T20:48:42.624629Z","steps":["trace[532714618] 'process raft request' (duration: 153.745537ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.735839Z","caller":"traceutil/trace.go:171","msg":"trace[1420816967] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"106.841566ms","start":"2026-02-24T20:48:42.628971Z","end":"2026-02-24T20:48:42.735812Z","steps":["trace[1420816967] 'process raft request' (duration: 82.070028ms)","trace[1420816967] 'compare' (duration: 24.517611ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:43.703211Z","caller":"traceutil/trace.go:171","msg":"trace[684668620] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24486; }","duration":"106.909295ms","start":"2026-02-24T20:48:43.596281Z","end":"2026-02-24T20:48:43.70319Z","steps":["trace[684668620] 'read index received' (duration: 106.795883ms)","trace[684668620] 'applied index is now lower than readState.Index' (duration: 112.262µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:43.703314Z","caller":"traceutil/trace.go:171","msg":"trace[1896156636] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"158.342147ms","start":"2026-02-24T20:48:43.544961Z","end":"2026-02-24T20:48:43.703303Z","steps":["trace[1896156636] 'process raft request' (duration: 158.079351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:43.703535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:48:43.703655Z","caller":"traceutil/trace.go:171","msg":"trace[1598109048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23650; }","duration":"107.401188ms","start":"2026-02-24T20:48:43.596233Z","end":"2026-02-24T20:48:43.703634Z","steps":["trace[1598109048] 'agreement among raft nodes before linearized reading' (duration: 107.150592ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:43.732376Z","caller":"traceutil/trace.go:171","msg":"trace[2129965088] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"106.089927ms","start":"2026-02-24T20:48:43.626097Z","end":"2026-02-24T20:48:43.732187Z","steps":["trace[2129965088] 'process raft request' (duration: 105.37758ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:43.917806Z","caller":"traceutil/trace.go:171","msg":"trace[1414029558] linearizableReadLoop","detail":"{readStateIndex:24489; appliedIndex:24488; }","duration":"186.095834ms","start":"2026-02-24T20:48:43.73167Z","end":"2026-02-24T20:48:43.917766Z","steps":["trace[1414029558] 'read index received' (duration: 94.637725ms)","trace[1414029558] 'applied index is now lower than readState.Index' (duration: 91.456319ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:43.917995Z","caller":"traceutil/trace.go:171","msg":"trace[1621593923] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"210.424663ms","start":"2026-02-24T20:48:43.707556Z","end":"2026-02-24T20:48:43.917981Z","steps":["trace[1621593923] 'process raft request' (duration: 118.713647ms)","trace[1621593923] 'compare' (duration: 91.317126ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:43.918266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.816594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:48:43.918285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.850338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:43.91837Z","caller":"traceutil/trace.go:171","msg":"trace[193777066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23652; }","duration":"192.986718ms","start":"2026-02-24T20:48:43.725359Z","end":"2026-02-24T20:48:43.918345Z","steps":["trace[193777066] 'agreement among raft nodes before linearized reading' (duration: 192.747273ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:43.918377Z","caller":"traceutil/trace.go:171","msg":"trace[1458658711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23652; }","duration":"183.005772ms","start":"2026-02-24T20:48:43.735351Z","end":"2026-02-24T20:48:43.918356Z","steps":["trace[1458658711] 'agreement among raft nodes before linearized reading' (duration: 182.721395ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:44.928773Z","caller":"traceutil/trace.go:171","msg":"trace[1878051629] linearizableReadLoop","detail":"{readStateIndex:24498; appliedIndex:24497; }","duration":"166.017238ms","start":"2026-02-24T20:48:44.762726Z","end":"2026-02-24T20:48:44.928743Z","steps":["trace[1878051629] 'read index received' (duration: 165.872235ms)","trace[1878051629] 'applied index is now lower than readState.Index' (duration: 143.853µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:44.928828Z","caller":"traceutil/trace.go:171","msg":"trace[194429979] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"185.869298ms","start":"2026-02-24T20:48:44.742917Z","end":"2026-02-24T20:48:44.928786Z","steps":["trace[194429979] 'process raft request' (duration: 185.631703ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:44.92904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.293534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:48:44.929085Z","caller":"traceutil/trace.go:171","msg":"trace[1919881466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23661; }","duration":"166.383667ms","start":"2026-02-24T20:48:44.762687Z","end":"2026-02-24T20:48:44.92907Z","steps":["trace[1919881466] 'agreement among raft nodes before linearized reading' (duration: 166.208483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:44.92916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.904707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:44.929205Z","caller":"traceutil/trace.go:171","msg":"trace[238226639] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23661; }","duration":"164.003501ms","start":"2026-02-24T20:48:44.765185Z","end":"2026-02-24T20:48:44.929188Z","steps":["trace[238226639] 'agreement among raft nodes before linearized reading' (duration: 163.862016ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:45.824111Z","caller":"traceutil/trace.go:171","msg":"trace[212820658] linearizableReadLoop","detail":"{readStateIndex:24500; appliedIndex:24499; }","duration":"297.21325ms","start":"2026-02-24T20:48:45.526875Z","end":"2026-02-24T20:48:45.824088Z","steps":["trace[212820658] 'read index received' (duration: 296.994655ms)","trace[212820658] 'applied index is now lower than readState.Index' (duration: 217.615µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:45.824412Z","caller":"traceutil/trace.go:171","msg":"trace[1316540718] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"382.290098ms","start":"2026-02-24T20:48:45.442107Z","end":"2026-02-24T20:48:45.824397Z","steps":["trace[1316540718] 'process raft request' (duration: 381.839188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.824527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.442095Z","time spent":"382.354719ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6993,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:45.824824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.955248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:48:45.824863Z","caller":"traceutil/trace.go:171","msg":"trace[563971181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23663; }","duration":"298.03599ms","start":"2026-02-24T20:48:45.526816Z","end":"2026-02-24T20:48:45.824852Z","steps":["trace[563971181] 'agreement among raft nodes before linearized reading' (duration: 297.904897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.82504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.275933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:45.825076Z","caller":"traceutil/trace.go:171","msg":"trace[1402470530] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23663; }","duration":"187.354215ms","start":"2026-02-24T20:48:45.63771Z","end":"2026-02-24T20:48:45.825064Z","steps":["trace[1402470530] 'agreement among raft nodes before linearized reading' (duration: 187.299814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.825351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.982447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:45.825384Z","caller":"traceutil/trace.go:171","msg":"trace[1033321118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23663; }","duration":"134.045959ms","start":"2026-02-24T20:48:45.69133Z","end":"2026-02-24T20:48:45.825376Z","steps":["trace[1033321118] 'agreement among raft nodes before linearized reading' (duration: 133.995398ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.002434Z","caller":"traceutil/trace.go:171","msg":"trace[447317704] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"166.013278ms","start":"2026-02-24T20:48:45.836399Z","end":"2026-02-24T20:48:46.002412Z","steps":["trace[447317704] 'process raft request' (duration: 165.641219ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.237304Z","caller":"traceutil/trace.go:171","msg":"trace[2143441524] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"228.693805ms","start":"2026-02-24T20:48:46.00859Z","end":"2026-02-24T20:48:46.237284Z","steps":["trace[2143441524] 'process raft request' (duration: 200.044455ms)","trace[2143441524] 'compare' (duration: 28.508726ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:46.237927Z","caller":"traceutil/trace.go:171","msg":"trace[4202341] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"179.840447ms","start":"2026-02-24T20:48:46.058078Z","end":"2026-02-24T20:48:46.237918Z","steps":["trace[4202341] 'process raft request' (duration: 179.374157ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.238056Z","caller":"traceutil/trace.go:171","msg":"trace[1203031699] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"171.12503ms","start":"2026-02-24T20:48:46.0669Z","end":"2026-02-24T20:48:46.238025Z","steps":["trace[1203031699] 'process raft request' (duration: 170.962616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.238126Z","caller":"traceutil/trace.go:171","msg":"trace[1911860923] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"170.806592ms","start":"2026-02-24T20:48:46.067311Z","end":"2026-02-24T20:48:46.238118Z","steps":["trace[1911860923] 'process raft request' (duration: 170.632378ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.238239Z","caller":"traceutil/trace.go:171","msg":"trace[103499167] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"168.542019ms","start":"2026-02-24T20:48:46.069691Z","end":"2026-02-24T20:48:46.238233Z","steps":["trace[103499167] 'process raft request' (duration: 168.434186ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.238242Z","caller":"traceutil/trace.go:171","msg":"trace[2061161205] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"168.862696ms","start":"2026-02-24T20:48:46.069346Z","end":"2026-02-24T20:48:46.238209Z","steps":["trace[2061161205] 'process raft request' (duration: 168.731963ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.238269Z","caller":"traceutil/trace.go:171","msg":"trace[959332299] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"169.560013ms","start":"2026-02-24T20:48:46.068683Z","end":"2026-02-24T20:48:46.238243Z","steps":["trace[959332299] 'process raft request' (duration: 169.343668ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:46.237549Z","caller":"traceutil/trace.go:171","msg":"trace[1634322565] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"219.273602ms","start":"2026-02-24T20:48:46.018254Z","end":"2026-02-24T20:48:46.237528Z","steps":["trace[1634322565] 'process raft request' (duration: 219.002485ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.21674Z","caller":"traceutil/trace.go:171","msg":"trace[1885999965] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24511; }","duration":"153.923142ms","start":"2026-02-24T20:48:47.062794Z","end":"2026-02-24T20:48:47.216718Z","steps":["trace[1885999965] 'read index received' (duration: 74.871787ms)","trace[1885999965] 'applied index is now lower than readState.Index' (duration: 79.050425ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:47.21689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.069495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.216924Z","caller":"traceutil/trace.go:171","msg":"trace[1166382083] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23675; }","duration":"154.163728ms","start":"2026-02-24T20:48:47.062749Z","end":"2026-02-24T20:48:47.216913Z","steps":["trace[1166382083] 'agreement among raft nodes before linearized reading' (duration: 154.053065ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.21704Z","caller":"traceutil/trace.go:171","msg":"trace[1194025940] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"250.444301ms","start":"2026-02-24T20:48:46.966559Z","end":"2026-02-24T20:48:47.217004Z","steps":["trace[1194025940] 'process raft request' (duration: 171.270932ms)","trace[1194025940] 'compare' (duration: 78.744499ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:48.392687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.170798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:48.392808Z","caller":"traceutil/trace.go:171","msg":"trace[1910590762] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"148.36131ms","start":"2026-02-24T20:48:48.244427Z","end":"2026-02-24T20:48:48.392788Z","steps":["trace[1910590762] 'process raft request' (duration: 28.980248ms)","trace[1910590762] 'compare' (duration: 118.996553ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:48.442902Z","caller":"traceutil/trace.go:171","msg":"trace[288371850] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"198.11399ms","start":"2026-02-24T20:48:48.244754Z","end":"2026-02-24T20:48:48.442868Z","steps":["trace[288371850] 'process raft request' (duration: 197.663699ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.443313Z","caller":"traceutil/trace.go:171","msg":"trace[374567842] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"198.52866ms","start":"2026-02-24T20:48:48.244756Z","end":"2026-02-24T20:48:48.443285Z","steps":["trace[374567842] 'process raft request' (duration: 197.859284ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.443727Z","caller":"traceutil/trace.go:171","msg":"trace[1192151194] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"198.709184ms","start":"2026-02-24T20:48:48.245004Z","end":"2026-02-24T20:48:48.443714Z","steps":["trace[1192151194] 'process raft request' (duration: 198.14096ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.444041Z","caller":"traceutil/trace.go:171","msg":"trace[827922992] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"198.275304ms","start":"2026-02-24T20:48:48.245741Z","end":"2026-02-24T20:48:48.444016Z","steps":["trace[827922992] 'process raft request' (duration: 198.11409ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.444051Z","caller":"traceutil/trace.go:171","msg":"trace[1982175438] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"198.885258ms","start":"2026-02-24T20:48:48.245129Z","end":"2026-02-24T20:48:48.444014Z","steps":["trace[1982175438] 'process raft request' (duration: 198.55228ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.444096Z","caller":"traceutil/trace.go:171","msg":"trace[1536995249] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24514; }","duration":"199.272967ms","start":"2026-02-24T20:48:48.244812Z","end":"2026-02-24T20:48:48.444085Z","steps":["trace[1536995249] 'read index received' (duration: 28.477036ms)","trace[1536995249] 'applied index is now lower than readState.Index' (duration: 170.794901ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:48.444299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.456951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:48:48.44441Z","caller":"traceutil/trace.go:171","msg":"trace[116589239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23684; }","duration":"199.633176ms","start":"2026-02-24T20:48:48.244768Z","end":"2026-02-24T20:48:48.444401Z","steps":["trace[116589239] 'agreement among raft nodes before linearized reading' (duration: 199.40977ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.444351Z","caller":"traceutil/trace.go:171","msg":"trace[1044639482] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"198.035707ms","start":"2026-02-24T20:48:48.246304Z","end":"2026-02-24T20:48:48.44434Z","steps":["trace[1044639482] 'process raft request' (duration: 197.671699ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.480445Z","caller":"traceutil/trace.go:171","msg":"trace[1304067416] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"101.295933ms","start":"2026-02-24T20:48:48.379121Z","end":"2026-02-24T20:48:48.480417Z","steps":["trace[1304067416] 'process raft request' (duration: 101.13919ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:48.554952Z","caller":"traceutil/trace.go:171","msg":"trace[661231671] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"106.439735ms","start":"2026-02-24T20:48:48.448479Z","end":"2026-02-24T20:48:48.554919Z","steps":["trace[661231671] 'process raft request' (duration: 66.648871ms)","trace[661231671] 'compare' (duration: 39.60554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:49.466672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:49.967618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:50.082237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300861819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.082309Z","caller":"traceutil/trace.go:171","msg":"trace[132194171] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23686; }","duration":"1.300993532s","start":"2026-02-24T20:48:48.781298Z","end":"2026-02-24T20:48:50.082291Z","steps":["trace[132194171] 'count revisions from in-memory index tree' (duration: 1.300752946s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.082341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.781269Z","time spent":"1.301065164s","remote":"127.0.0.1:47180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.082809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125713144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.082869Z","caller":"traceutil/trace.go:171","msg":"trace[1428873600] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23686; }","duration":"1.125860558s","start":"2026-02-24T20:48:48.956993Z","end":"2026-02-24T20:48:50.082853Z","steps":["trace[1428873600] 'count revisions from in-memory index tree' (duration: 1.125606702s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.082898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.956969Z","time spent":"1.125921839s","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.083144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.472377ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.083193Z","caller":"traceutil/trace.go:171","msg":"trace[1757004268] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23686; }","duration":"958.524038ms","start":"2026-02-24T20:48:49.124662Z","end":"2026-02-24T20:48:50.083186Z","steps":["trace[1757004268] 'range keys from in-memory index tree' (duration: 958.465557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.083322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154766164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4372"} {"level":"info","ts":"2026-02-24T20:48:50.083381Z","caller":"traceutil/trace.go:171","msg":"trace[322304779] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23686; }","duration":"1.154834385s","start":"2026-02-24T20:48:48.928532Z","end":"2026-02-24T20:48:50.083366Z","steps":["trace[322304779] 'range keys from in-memory index tree' (duration: 1.154567799s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.083411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.928471Z","time spent":"1.154934587s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4396,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-24T20:48:50.457193Z","caller":"traceutil/trace.go:171","msg":"trace[2102005148] linearizableReadLoop","detail":"{readStateIndex:24524; appliedIndex:24523; }","duration":"1.491084692s","start":"2026-02-24T20:48:48.96608Z","end":"2026-02-24T20:48:50.457165Z","steps":["trace[2102005148] 'read index received' (duration: 1.398164268s)","trace[2102005148] 'applied index is now lower than readState.Index' (duration: 92.919034ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:50.457438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491336428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:48:50.457473Z","caller":"traceutil/trace.go:171","msg":"trace[1869100621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23686; }","duration":"1.491409269s","start":"2026-02-24T20:48:48.966055Z","end":"2026-02-24T20:48:50.457464Z","steps":["trace[1869100621] 'agreement among raft nodes before linearized reading' (duration: 1.491245195s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.457508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.966044Z","time spent":"1.4914578s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:48:50.466921Z","caller":"traceutil/trace.go:171","msg":"trace[974985308] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"375.494157ms","start":"2026-02-24T20:48:50.091391Z","end":"2026-02-24T20:48:50.466885Z","steps":["trace[974985308] 'process raft request' (duration: 375.257191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.467118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.091372Z","time spent":"375.642371ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:50.517979Z","caller":"traceutil/trace.go:171","msg":"trace[232643820] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"118.975273ms","start":"2026-02-24T20:48:50.398961Z","end":"2026-02-24T20:48:50.517936Z","steps":["trace[232643820] 'process raft request' (duration: 118.706095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48548915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-24T20:48:50.518241Z","caller":"traceutil/trace.go:171","msg":"trace[1813812165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23695; }","duration":"1.485619202s","start":"2026-02-24T20:48:49.032598Z","end":"2026-02-24T20:48:50.518217Z","steps":["trace[1813812165] 'agreement among raft nodes before linearized reading' (duration: 1.485423928s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.03258Z","time spent":"1.485693155s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-24T20:48:50.518438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072573504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:48:50.518451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.022639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:48:50.518504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296858934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:48:50.518555Z","caller":"traceutil/trace.go:171","msg":"trace[1901913902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23695; }","duration":"408.176353ms","start":"2026-02-24T20:48:50.110356Z","end":"2026-02-24T20:48:50.518532Z","steps":["trace[1901913902] 'agreement among raft nodes before linearized reading' (duration: 407.878066ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:50.518561Z","caller":"traceutil/trace.go:171","msg":"trace[948093096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23695; }","duration":"1.296958886s","start":"2026-02-24T20:48:49.221584Z","end":"2026-02-24T20:48:50.518542Z","steps":["trace[948093096] 'agreement among raft nodes before linearized reading' (duration: 1.296817063s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.989385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-24T20:48:50.518593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.221557Z","time spent":"1.297028968s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:48:50.518607Z","caller":"traceutil/trace.go:171","msg":"trace[1505757815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23695; }","duration":"493.061596ms","start":"2026-02-24T20:48:50.025537Z","end":"2026-02-24T20:48:50.518598Z","steps":["trace[1505757815] 'agreement among raft nodes before linearized reading' (duration: 492.980034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142452711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:50.518744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.319851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:50.518757Z","caller":"traceutil/trace.go:171","msg":"trace[1743235133] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23695; }","duration":"1.142658876s","start":"2026-02-24T20:48:49.376061Z","end":"2026-02-24T20:48:50.51872Z","steps":["trace[1743235133] 'agreement among raft nodes before linearized reading' (duration: 1.14242115s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.384858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.518801Z","caller":"traceutil/trace.go:171","msg":"trace[834326153] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23695; }","duration":"611.462344ms","start":"2026-02-24T20:48:49.907322Z","end":"2026-02-24T20:48:50.518785Z","steps":["trace[834326153] 'agreement among raft nodes before linearized reading' (duration: 611.27386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.376035Z","time spent":"1.142773449s","remote":"127.0.0.1:52702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:50.518825Z","caller":"traceutil/trace.go:171","msg":"trace[130701751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23695; }","duration":"827.515861ms","start":"2026-02-24T20:48:49.691294Z","end":"2026-02-24T20:48:50.51881Z","steps":["trace[130701751] 'agreement among raft nodes before linearized reading' (duration: 827.390338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.907297Z","time spent":"611.538517ms","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.518862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.691242Z","time spent":"827.613493ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:50.518665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.02551Z","time spent":"493.147699ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T20:48:50.518491Z","caller":"traceutil/trace.go:171","msg":"trace[322330444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23695; }","duration":"1.072675946s","start":"2026-02-24T20:48:49.445802Z","end":"2026-02-24T20:48:50.518478Z","steps":["trace[322330444] 'agreement among raft nodes before linearized reading' (duration: 1.072511762s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.518497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467355799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:50.519013Z","caller":"traceutil/trace.go:171","msg":"trace[1483118360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23695; }","duration":"1.467893141s","start":"2026-02-24T20:48:49.051102Z","end":"2026-02-24T20:48:50.518995Z","steps":["trace[1483118360] 'agreement among raft nodes before linearized reading' (duration: 1.467322888s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.519018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.445776Z","time spent":"1.073200428s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:48:50.519065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.051086Z","time spent":"1.467966023s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:50.518594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.110335Z","time spent":"408.249405ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:48:50.625702Z","caller":"traceutil/trace.go:171","msg":"trace[1971741848] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"100.542035ms","start":"2026-02-24T20:48:50.525124Z","end":"2026-02-24T20:48:50.625666Z","steps":["trace[1971741848] 'process raft request' (duration: 72.751565ms)","trace[1971741848] 'compare' (duration: 27.37154ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:50.625818Z","caller":"traceutil/trace.go:171","msg":"trace[426034767] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"100.425673ms","start":"2026-02-24T20:48:50.525363Z","end":"2026-02-24T20:48:50.625789Z","steps":["trace[426034767] 'process raft request' (duration: 100.087285ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:50.625896Z","caller":"traceutil/trace.go:171","msg":"trace[1463794469] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"100.467974ms","start":"2026-02-24T20:48:50.525413Z","end":"2026-02-24T20:48:50.625881Z","steps":["trace[1463794469] 'process raft request' (duration: 100.105365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:54.002398Z","caller":"traceutil/trace.go:171","msg":"trace[457430650] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"122.69218ms","start":"2026-02-24T20:48:53.879682Z","end":"2026-02-24T20:48:54.002375Z","steps":["trace[457430650] 'process raft request' (duration: 76.606137ms)","trace[457430650] 'compare' (duration: 45.794056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:54.257802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.502463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:54.257938Z","caller":"traceutil/trace.go:171","msg":"trace[1847647687] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"222.206302ms","start":"2026-02-24T20:48:54.035697Z","end":"2026-02-24T20:48:54.257904Z","steps":["trace[1847647687] 'process raft request' (duration: 116.391312ms)","trace[1847647687] 'compare' (duration: 105.156814ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:56.555468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:57.0566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:57.557553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:57.79195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806634157s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:57.792708Z","caller":"traceutil/trace.go:171","msg":"trace[1123470106] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"1.807473886s","start":"2026-02-24T20:48:55.98521Z","end":"2026-02-24T20:48:57.792684Z","steps":["trace[1123470106] 'process raft request' (duration: 1.807321963s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.79287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:55.985187Z","time spent":"1.807597829s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:58.691757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:58.691851Z","caller":"traceutil/trace.go:171","msg":"trace[1349428965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610518s","start":"2026-02-24T20:48:56.691219Z","end":"2026-02-24T20:48:58.69183Z","steps":["trace[1349428965] 'agreement among raft nodes before linearized reading' (duration: 2.000496475s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:58.691911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.691166Z","time spent":"2.000728331s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:59.314398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.521867012s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:59.314989Z","caller":"traceutil/trace.go:171","msg":"trace[806752090] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"2.696377994s","start":"2026-02-24T20:48:56.618585Z","end":"2026-02-24T20:48:59.314962Z","steps":["trace[806752090] 'process raft request' (duration: 2.696054436s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.315223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.618534Z","time spent":"2.696595259s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:59.315385Z","caller":"traceutil/trace.go:171","msg":"trace[597722424] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"2.67309437s","start":"2026-02-24T20:48:56.642263Z","end":"2026-02-24T20:48:59.315357Z","steps":["trace[597722424] 'process raft request' (duration: 2.6726532s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.315524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.642242Z","time spent":"2.673208873s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:59.315653Z","caller":"traceutil/trace.go:171","msg":"trace[1662007126] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"2.628494273s","start":"2026-02-24T20:48:56.687145Z","end":"2026-02-24T20:48:59.315639Z","steps":["trace[1662007126] 'process raft request' (duration: 2.628096033s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:59.315699Z","caller":"traceutil/trace.go:171","msg":"trace[184542789] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"2.62586963s","start":"2026-02-24T20:48:56.689823Z","end":"2026-02-24T20:48:59.315692Z","steps":["trace[184542789] 'process raft request' (duration: 2.625588993s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:59.315719Z","caller":"traceutil/trace.go:171","msg":"trace[2108486282] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"2.628453552s","start":"2026-02-24T20:48:56.687229Z","end":"2026-02-24T20:48:59.315683Z","steps":["trace[2108486282] 'process raft request' (duration: 2.628111834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.315747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.68712Z","time spent":"2.628589944s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:59.31578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.689806Z","time spent":"2.625917321s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:59.315752Z","caller":"traceutil/trace.go:171","msg":"trace[232586261] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"2.628066952s","start":"2026-02-24T20:48:56.687648Z","end":"2026-02-24T20:48:59.315715Z","steps":["trace[232586261] 'process raft request' (duration: 2.627736485s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:59.315648Z","caller":"traceutil/trace.go:171","msg":"trace[323977758] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"2.62839325s","start":"2026-02-24T20:48:56.687234Z","end":"2026-02-24T20:48:59.315627Z","steps":["trace[323977758] 'process raft request' (duration: 2.628130224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.315883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.687205Z","time spent":"2.628594954s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:59.315885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.687203Z","time spent":"2.628629925s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:59.31591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.687625Z","time spent":"2.628197595s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:00.514834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199379232s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:49:00.515611Z","caller":"traceutil/trace.go:171","msg":"trace[1951972353] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"2.835585876s","start":"2026-02-24T20:48:57.680006Z","end":"2026-02-24T20:49:00.515592Z","steps":["trace[1951972353] 'process raft request' (duration: 2.83491696s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.515618Z","caller":"traceutil/trace.go:171","msg":"trace[1125999509] linearizableReadLoop","detail":"{readStateIndex:24582; appliedIndex:24573; }","duration":"4.460585654s","start":"2026-02-24T20:48:56.055007Z","end":"2026-02-24T20:49:00.515592Z","steps":["trace[1125999509] 'read index received' (duration: 1.737600369s)","trace[1125999509] 'applied index is now lower than readState.Index' (duration: 2.722983235s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:00.515713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.679985Z","time spent":"2.835671877s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.824474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:02.636941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944741588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:02.637051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60326462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"range_response_count:1 size:8095"} {"level":"info","ts":"2026-02-24T20:49:02.637062Z","caller":"traceutil/trace.go:171","msg":"trace[223431733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23743; }","duration":"3.944913522s","start":"2026-02-24T20:48:58.692121Z","end":"2026-02-24T20:49:02.637034Z","steps":["trace[223431733] 'agreement among raft nodes before linearized reading' (duration: 1.823634811s)","trace[223431733] 'range keys from in-memory index tree' (duration: 2.121119498s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.637094Z","caller":"traceutil/trace.go:171","msg":"trace[618927683] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; response_count:1; response_revision:23743; }","duration":"4.603338001s","start":"2026-02-24T20:48:58.033737Z","end":"2026-02-24T20:49:02.637075Z","steps":["trace[618927683] 'agreement among raft nodes before linearized reading' (duration: 2.482037869s)","trace[618927683] 'range keys from in-memory index tree' (duration: 2.121073517s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.692096Z","time spent":"3.945012764s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:02.636976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602857359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4589"} {"level":"warn","ts":"2026-02-24T20:49:02.637214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053073657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:02.637255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603477324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-engine\" ","response":"range_response_count:1 size:6571"} {"level":"info","ts":"2026-02-24T20:49:02.637299Z","caller":"traceutil/trace.go:171","msg":"trace[74103120] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23743; }","duration":"4.053227111s","start":"2026-02-24T20:48:58.584051Z","end":"2026-02-24T20:49:02.637278Z","steps":["trace[74103120] 'agreement among raft nodes before linearized reading' (duration: 1.931712784s)","trace[74103120] 'count revisions from in-memory index tree' (duration: 2.121377064s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.637306Z","caller":"traceutil/trace.go:171","msg":"trace[1569375572] range","detail":"{range_begin:/registry/deployments/openstack/heat-engine; range_end:; response_count:1; response_revision:23743; }","duration":"4.603529825s","start":"2026-02-24T20:48:58.033756Z","end":"2026-02-24T20:49:02.637286Z","steps":["trace[1569375572] 'agreement among raft nodes before linearized reading' (duration: 2.482026408s)","trace[1569375572] 'range keys from in-memory index tree' (duration: 2.121371444s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582326436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-24T20:49:02.637351Z","caller":"traceutil/trace.go:171","msg":"trace[1043952578] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23743; }","duration":"6.582384537s","start":"2026-02-24T20:48:56.054956Z","end":"2026-02-24T20:49:02.637341Z","steps":["trace[1043952578] 'agreement among raft nodes before linearized reading' (duration: 4.460712337s)","trace[1043952578] 'range keys from in-memory index tree' (duration: 2.121605889s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033748Z","time spent":"4.603594367s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6595,"request content":"key:\"/registry/deployments/openstack/heat-engine\" "} {"level":"warn","ts":"2026-02-24T20:49:02.637349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.584028Z","time spent":"4.053309262s","remote":"127.0.0.1:56974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.637327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13410632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:02.637399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330149434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:02.637406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603482865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9234"} {"level":"info","ts":"2026-02-24T20:49:02.637422Z","caller":"traceutil/trace.go:171","msg":"trace[1617465140] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23743; }","duration":"4.134275094s","start":"2026-02-24T20:48:58.50312Z","end":"2026-02-24T20:49:02.637395Z","steps":["trace[1617465140] 'agreement among raft nodes before linearized reading' (duration: 2.012651374s)","trace[1617465140] 'count revisions from in-memory index tree' (duration: 2.121472226s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.637458Z","caller":"traceutil/trace.go:171","msg":"trace[432642784] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:23743; }","duration":"4.603552536s","start":"2026-02-24T20:48:58.033888Z","end":"2026-02-24T20:49:02.63744Z","steps":["trace[432642784] 'agreement among raft nodes before linearized reading' (duration: 2.481871175s)","trace[432642784] 'range keys from in-memory index tree' (duration: 2.121520157s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.503092Z","time spent":"4.134371596s","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.637485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603160546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7489"} {"level":"warn","ts":"2026-02-24T20:49:02.637502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033883Z","time spent":"4.603610167s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9258,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-02-24T20:49:02.637574Z","caller":"traceutil/trace.go:171","msg":"trace[1450599581] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23743; }","duration":"4.603200917s","start":"2026-02-24T20:48:58.034304Z","end":"2026-02-24T20:49:02.637505Z","steps":["trace[1450599581] 'agreement among raft nodes before linearized reading' (duration: 2.481421984s)","trace[1450599581] 'range keys from in-memory index tree' (duration: 2.121702342s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034298Z","time spent":"4.603299469s","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7513,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603476033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4198"} {"level":"warn","ts":"2026-02-24T20:49:02.637096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446526921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:02.637671Z","caller":"traceutil/trace.go:171","msg":"trace[217894322] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:23743; }","duration":"4.603531754s","start":"2026-02-24T20:48:58.034112Z","end":"2026-02-24T20:49:02.637644Z","steps":["trace[217894322] 'agreement among raft nodes before linearized reading' (duration: 2.481627638s)","trace[217894322] 'range keys from in-memory index tree' (duration: 2.121805564s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.637675Z","caller":"traceutil/trace.go:171","msg":"trace[1373882494] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23743; }","duration":"4.447153226s","start":"2026-02-24T20:48:58.190504Z","end":"2026-02-24T20:49:02.637658Z","steps":["trace[1373882494] 'agreement among raft nodes before linearized reading' (duration: 2.32527269s)","trace[1373882494] 'count revisions from in-memory index tree' (duration: 2.121263901s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603963146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7809"} {"level":"warn","ts":"2026-02-24T20:49:02.637704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034106Z","time spent":"4.603591756s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4222,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-24T20:49:02.637714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.190494Z","time spent":"4.447209027s","remote":"127.0.0.1:47288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:02.637729Z","caller":"traceutil/trace.go:171","msg":"trace[1289945946] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:23743; }","duration":"4.603989966s","start":"2026-02-24T20:48:58.033728Z","end":"2026-02-24T20:49:02.637718Z","steps":["trace[1289945946] 'agreement among raft nodes before linearized reading' (duration: 2.482060869s)","trace[1289945946] 'range keys from in-memory index tree' (duration: 2.121863475s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033692Z","time spent":"4.604062478s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7833,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"info","ts":"2026-02-24T20:49:02.637247Z","caller":"traceutil/trace.go:171","msg":"trace[927408873] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23743; }","duration":"4.603164096s","start":"2026-02-24T20:48:58.034069Z","end":"2026-02-24T20:49:02.637233Z","steps":["trace[927408873] 'agreement among raft nodes before linearized reading' (duration: 2.48167985s)","trace[927408873] 'range keys from in-memory index tree' (duration: 2.121100357s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602863679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5118"} {"level":"warn","ts":"2026-02-24T20:49:02.637882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034061Z","time spent":"4.603811181s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4613,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:02.637893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604047997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9046"} {"level":"info","ts":"2026-02-24T20:49:02.637909Z","caller":"traceutil/trace.go:171","msg":"trace[561218649] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23743; }","duration":"4.602903059s","start":"2026-02-24T20:48:58.034992Z","end":"2026-02-24T20:49:02.637895Z","steps":["trace[561218649] 'agreement among raft nodes before linearized reading' (duration: 2.480799769s)","trace[561218649] 'range keys from in-memory index tree' (duration: 2.122030409s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.63742Z","caller":"traceutil/trace.go:171","msg":"trace[918467270] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23743; }","duration":"6.330202985s","start":"2026-02-24T20:48:56.30721Z","end":"2026-02-24T20:49:02.637413Z","steps":["trace[918467270] 'agreement among raft nodes before linearized reading' (duration: 4.208514394s)","trace[918467270] 'count revisions from in-memory index tree' (duration: 2.121655501s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.637934Z","caller":"traceutil/trace.go:171","msg":"trace[1229618673] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:23743; }","duration":"4.604128009s","start":"2026-02-24T20:48:58.033792Z","end":"2026-02-24T20:49:02.63792Z","steps":["trace[1229618673] 'agreement among raft nodes before linearized reading' (duration: 2.481972877s)","trace[1229618673] 'range keys from in-memory index tree' (duration: 2.121991948s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.637942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034983Z","time spent":"4.602953091s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5142,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033711Z","time spent":"4.603411792s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8119,"request content":"key:\"/registry/deployments/openstack/neutron-rpc-server\" "} {"level":"warn","ts":"2026-02-24T20:49:02.637979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.30719Z","time spent":"6.330762919s","remote":"127.0.0.1:51170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.637972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033775Z","time spent":"4.604189721s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9070,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-02-24T20:49:02.638057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344245729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:02.638082Z","caller":"traceutil/trace.go:171","msg":"trace[1321970428] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23743; }","duration":"1.34429683s","start":"2026-02-24T20:49:01.293777Z","end":"2026-02-24T20:49:02.638074Z","steps":["trace[1321970428] 'count revisions from in-memory index tree' (duration: 1.344195388s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.638107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.293765Z","time spent":"1.344335481s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.638115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604629301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15226"} {"level":"warn","ts":"2026-02-24T20:49:02.637369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.054934Z","time spent":"6.582430708s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-24T20:49:02.638148Z","caller":"traceutil/trace.go:171","msg":"trace[168412066] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23743; }","duration":"4.604661892s","start":"2026-02-24T20:48:58.033476Z","end":"2026-02-24T20:49:02.638138Z","steps":["trace[168412066] 'agreement among raft nodes before linearized reading' (duration: 2.482319816s)","trace[168412066] 'range keys from in-memory index tree' (duration: 2.122239304s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.638175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.033449Z","time spent":"4.604719724s","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15250,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602536551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4706"} {"level":"info","ts":"2026-02-24T20:49:02.63827Z","caller":"traceutil/trace.go:171","msg":"trace[1640957807] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:23743; }","duration":"4.603171466s","start":"2026-02-24T20:48:58.035085Z","end":"2026-02-24T20:49:02.638257Z","steps":["trace[1640957807] 'agreement among raft nodes before linearized reading' (duration: 2.480699156s)","trace[1640957807] 'range keys from in-memory index tree' (duration: 2.121782614s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.638307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.03505Z","time spent":"4.603246148s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4730,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:02.638367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603524704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18050"} {"level":"info","ts":"2026-02-24T20:49:02.638397Z","caller":"traceutil/trace.go:171","msg":"trace[684182797] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23743; }","duration":"4.603575466s","start":"2026-02-24T20:48:58.034811Z","end":"2026-02-24T20:49:02.638387Z","steps":["trace[684182797] 'agreement among raft nodes before linearized reading' (duration: 2.480995284s)","trace[684182797] 'range keys from in-memory index tree' (duration: 2.12250609s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.638423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317652038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-24T20:49:02.638432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034804Z","time spent":"4.603618227s","remote":"127.0.0.1:51394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18074,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-02-24T20:49:02.638456Z","caller":"traceutil/trace.go:171","msg":"trace[1979526470] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23743; }","duration":"1.317715239s","start":"2026-02-24T20:49:01.320728Z","end":"2026-02-24T20:49:02.638443Z","steps":["trace[1979526470] 'range keys from in-memory index tree' (duration: 1.317398222s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.638483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.320716Z","time spent":"1.31775973s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604110808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10415"} {"level":"info","ts":"2026-02-24T20:49:02.638583Z","caller":"traceutil/trace.go:171","msg":"trace[1735851501] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:23743; }","duration":"4.604179729s","start":"2026-02-24T20:48:58.034393Z","end":"2026-02-24T20:49:02.638573Z","steps":["trace[1735851501] 'agreement among raft nodes before linearized reading' (duration: 2.481463564s)","trace[1735851501] 'range keys from in-memory index tree' (duration: 2.122629293s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.6386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942672444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:49:02.638654Z","caller":"traceutil/trace.go:171","msg":"trace[1937792941] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56; range_end:; response_count:1; response_revision:23743; }","duration":"1.942765826s","start":"2026-02-24T20:49:00.695879Z","end":"2026-02-24T20:49:02.638645Z","steps":["trace[1937792941] 'range keys from in-memory index tree' (duration: 1.942577932s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.638681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.695858Z","time spent":"1.942815067s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034371Z","time spent":"4.604233171s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":10439,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-24T20:49:02.638745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573542617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:02.63878Z","caller":"traceutil/trace.go:171","msg":"trace[296617942] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23743; }","duration":"1.573579648s","start":"2026-02-24T20:49:01.065188Z","end":"2026-02-24T20:49:02.638768Z","steps":["trace[296617942] 'count revisions from in-memory index tree' (duration: 1.573475026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.638786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60420126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5037"} {"level":"warn","ts":"2026-02-24T20:49:02.638807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.065148Z","time spent":"1.573650259s","remote":"127.0.0.1:52588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.638813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.884706096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-02-24T20:49:02.638842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938583277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:02.638871Z","caller":"traceutil/trace.go:171","msg":"trace[1602659486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23743; }","duration":"1.938633458s","start":"2026-02-24T20:49:00.700229Z","end":"2026-02-24T20:49:02.638863Z","steps":["trace[1602659486] 'range keys from in-memory index tree' (duration: 1.938540326s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.638875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.884815898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-02-24T20:49:02.638895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.70022Z","time spent":"1.938669129s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:02.638903Z","caller":"traceutil/trace.go:171","msg":"trace[72658557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.88486445s","start":"2026-02-24T20:48:56.754029Z","end":"2026-02-24T20:49:02.638893Z","steps":["trace[72658557] 'agreement among raft nodes before linearized reading' (duration: 3.761811877s)","trace[72658557] 'range keys from in-memory index tree' (duration: 2.123019272s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.638921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606139786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6968"} {"level":"warn","ts":"2026-02-24T20:49:02.638931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.754023Z","time spent":"5.88490275s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:02.638941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106854088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} 2026/02/24 20:49:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:02.638953Z","caller":"traceutil/trace.go:171","msg":"trace[1624582245] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:23743; }","duration":"4.606167747s","start":"2026-02-24T20:48:58.032774Z","end":"2026-02-24T20:49:02.638942Z","steps":["trace[1624582245] 'agreement among raft nodes before linearized reading' (duration: 2.483035402s)","trace[1624582245] 'range keys from in-memory index tree' (duration: 2.123052243s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.638964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554300651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:02.638984Z","caller":"traceutil/trace.go:171","msg":"trace[868406155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23743; }","duration":"2.10693406s","start":"2026-02-24T20:49:00.532036Z","end":"2026-02-24T20:49:02.63897Z","steps":["trace[868406155] 'count revisions from in-memory index tree' (duration: 2.106753826s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:02.638997Z","caller":"traceutil/trace.go:171","msg":"trace[630906064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23743; }","duration":"1.554354443s","start":"2026-02-24T20:49:01.084631Z","end":"2026-02-24T20:49:02.638986Z","steps":["trace[630906064] 'count revisions from in-memory index tree' (duration: 1.554256749s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.639017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.532013Z","time spent":"2.106994441s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.639052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604522227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4660"} {"level":"warn","ts":"2026-02-24T20:49:02.639055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604235311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5095"} {"level":"info","ts":"2026-02-24T20:49:02.639078Z","caller":"traceutil/trace.go:171","msg":"trace[1939208275] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:23743; }","duration":"4.604558849s","start":"2026-02-24T20:48:58.03451Z","end":"2026-02-24T20:49:02.639069Z","steps":["trace[1939208275] 'agreement among raft nodes before linearized reading' (duration: 2.481327122s)","trace[1939208275] 'range keys from in-memory index tree' (duration: 2.123154435s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.639091Z","caller":"traceutil/trace.go:171","msg":"trace[541544257] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:23743; }","duration":"4.604281812s","start":"2026-02-24T20:48:58.034799Z","end":"2026-02-24T20:49:02.639081Z","steps":["trace[541544257] 'agreement among raft nodes before linearized reading' (duration: 2.481013624s)","trace[541544257] 'range keys from in-memory index tree' (duration: 2.123192076s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.639106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034506Z","time spent":"4.604594259s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4684,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-02-24T20:49:02.639119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034792Z","time spent":"4.604321243s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5119,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-02-24T20:49:02.63921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.885655109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:02.639234Z","caller":"traceutil/trace.go:171","msg":"trace[1726643493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23743; }","duration":"5.88571106s","start":"2026-02-24T20:48:56.753514Z","end":"2026-02-24T20:49:02.639225Z","steps":["trace[1726643493] 'agreement among raft nodes before linearized reading' (duration: 3.76233241s)","trace[1726643493] 'range keys from in-memory index tree' (duration: 2.123316319s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.639244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851285426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:49:02.639258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.753498Z","time spent":"5.885755171s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:02.639282Z","caller":"traceutil/trace.go:171","msg":"trace[407728045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23743; }","duration":"1.851345987s","start":"2026-02-24T20:49:00.787926Z","end":"2026-02-24T20:49:02.639272Z","steps":["trace[407728045] 'range keys from in-memory index tree' (duration: 1.851204864s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.63929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047809993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:02.638987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.032723Z","time spent":"4.606256919s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6992,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-02-24T20:49:02.639325Z","caller":"traceutil/trace.go:171","msg":"trace[257706206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23743; }","duration":"5.047875695s","start":"2026-02-24T20:48:57.591439Z","end":"2026-02-24T20:49:02.639314Z","steps":["trace[257706206] 'agreement among raft nodes before linearized reading' (duration: 2.924380541s)","trace[257706206] 'count revisions from in-memory index tree' (duration: 2.123447193s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.639357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.591423Z","time spent":"5.047925025s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.639026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.084621Z","time spent":"1.554396634s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.639439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604947657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7703"} {"level":"info","ts":"2026-02-24T20:49:02.639468Z","caller":"traceutil/trace.go:171","msg":"trace[1080611099] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:23743; }","duration":"4.60498903s","start":"2026-02-24T20:48:58.03447Z","end":"2026-02-24T20:49:02.639459Z","steps":["trace[1080611099] 'agreement among raft nodes before linearized reading' (duration: 2.481381373s)","trace[1080611099] 'range keys from in-memory index tree' (duration: 2.123535294s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.639499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034462Z","time spent":"4.605031221s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7727,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"info","ts":"2026-02-24T20:49:02.638838Z","caller":"traceutil/trace.go:171","msg":"trace[1202993461] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23743; }","duration":"4.604266092s","start":"2026-02-24T20:48:58.034555Z","end":"2026-02-24T20:49:02.638821Z","steps":["trace[1202993461] 'agreement among raft nodes before linearized reading' (duration: 2.48127687s)","trace[1202993461] 'range keys from in-memory index tree' (duration: 2.122841558s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.639535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034548Z","time spent":"4.604976759s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5061,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:02.639583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60497664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:7561"} {"level":"warn","ts":"2026-02-24T20:49:02.639615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.886059809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:02.639613Z","caller":"traceutil/trace.go:171","msg":"trace[479968895] range","detail":"{range_begin:/registry/deployments/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:23743; }","duration":"4.60500731s","start":"2026-02-24T20:48:58.034595Z","end":"2026-02-24T20:49:02.639603Z","steps":["trace[479968895] 'agreement among raft nodes before linearized reading' (duration: 2.481230219s)","trace[479968895] 'range keys from in-memory index tree' (duration: 2.12370143s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:02.639642Z","caller":"traceutil/trace.go:171","msg":"trace[714003182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23743; }","duration":"5.886116871s","start":"2026-02-24T20:48:56.753514Z","end":"2026-02-24T20:49:02.639631Z","steps":["trace[714003182] 'agreement among raft nodes before linearized reading' (duration: 3.76234164s)","trace[714003182] 'range keys from in-memory index tree' (duration: 2.12371418s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.753495Z","time spent":"5.886168522s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:02.639677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099599414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:02.639711Z","caller":"traceutil/trace.go:171","msg":"trace[1199093871] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23743; }","duration":"5.099666195s","start":"2026-02-24T20:48:57.540035Z","end":"2026-02-24T20:49:02.639701Z","steps":["trace[1199093871] 'agreement among raft nodes before linearized reading' (duration: 2.975792501s)","trace[1199093871] 'count revisions from in-memory index tree' (duration: 2.123834983s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.540007Z","time spent":"5.099726036s","remote":"127.0.0.1:52678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.639811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.00252Z","time spent":"1.63728959s","remote":"127.0.0.1:60788","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:49:02.638546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.934780124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-02-24T20:49:02.639878Z","caller":"traceutil/trace.go:171","msg":"trace[59240352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.936148526s","start":"2026-02-24T20:48:56.703717Z","end":"2026-02-24T20:49:02.639866Z","steps":["trace[59240352] 'agreement among raft nodes before linearized reading' (duration: 3.81214461s)","trace[59240352] 'range keys from in-memory index tree' (duration: 2.122646533s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.63994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.703704Z","time spent":"5.936201198s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 20:49:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:02.639643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034587Z","time spent":"4.605050201s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7585,"request content":"key:\"/registry/deployments/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:49:02.640044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765359427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:02.64008Z","caller":"traceutil/trace.go:171","msg":"trace[681074077] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23743; }","duration":"1.765425419s","start":"2026-02-24T20:49:00.874641Z","end":"2026-02-24T20:49:02.640067Z","steps":["trace[681074077] 'count revisions from in-memory index tree' (duration: 1.765302526s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.640114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.87463Z","time spent":"1.765476s","remote":"127.0.0.1:42972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.640315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702568959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:02.640345Z","caller":"traceutil/trace.go:171","msg":"trace[1008891051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23743; }","duration":"1.702612239s","start":"2026-02-24T20:49:00.937723Z","end":"2026-02-24T20:49:02.640335Z","steps":["trace[1008891051] 'count revisions from in-memory index tree' (duration: 1.702537638s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.640377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.937713Z","time spent":"1.70265292s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:02.638842Z","caller":"traceutil/trace.go:171","msg":"trace[988013919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.884759967s","start":"2026-02-24T20:48:56.754073Z","end":"2026-02-24T20:49:02.638833Z","steps":["trace[988013919] 'agreement among raft nodes before linearized reading' (duration: 3.761761156s)","trace[988013919] 'range keys from in-memory index tree' (duration: 2.12295455s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.640722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.75406Z","time spent":"5.886651822s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:49:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:02.641119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.602485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:02.641179Z","caller":"traceutil/trace.go:171","msg":"trace[1618774035] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.3202951s","start":"2026-02-24T20:49:01.320871Z","end":"2026-02-24T20:49:02.641166Z","steps":["trace[1618774035] 'process raft request' (duration: 862.590192ms)","trace[1618774035] 'compare' (duration: 457.282788ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.641231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.320857Z","time spent":"1.320348902s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:02.639247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604636091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2992"} {"level":"info","ts":"2026-02-24T20:49:02.641591Z","caller":"traceutil/trace.go:171","msg":"trace[766700276] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23743; }","duration":"4.606985126s","start":"2026-02-24T20:48:58.034593Z","end":"2026-02-24T20:49:02.641578Z","steps":["trace[766700276] 'agreement among raft nodes before linearized reading' (duration: 2.481227229s)","trace[766700276] 'range keys from in-memory index tree' (duration: 2.123378721s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.64163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.034588Z","time spent":"4.607032537s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":3016,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-02-24T20:49:02.642825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.787915Z","time spent":"1.851386377s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:03.320402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136066731s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:03.565226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.49027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:03.5654Z","caller":"traceutil/trace.go:171","msg":"trace[1391207257] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"2.242543578s","start":"2026-02-24T20:49:01.322824Z","end":"2026-02-24T20:49:03.565368Z","steps":["trace[1391207257] 'process raft request' (duration: 1.997847474s)","trace[1391207257] 'compare' (duration: 244.147971ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:03.565515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.32281Z","time spent":"2.24264616s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:03.565533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241709197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-24T20:49:03.565428Z","caller":"traceutil/trace.go:171","msg":"trace[15926640] linearizableReadLoop","detail":"{readStateIndex:24588; appliedIndex:24583; }","duration":"2.241587375s","start":"2026-02-24T20:49:01.323828Z","end":"2026-02-24T20:49:03.565415Z","steps":["trace[15926640] 'read index received' (duration: 859.607682ms)","trace[15926640] 'applied index is now lower than readState.Index' (duration: 1.381978743s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:03.565558Z","caller":"traceutil/trace.go:171","msg":"trace[890152807] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23748; }","duration":"2.241789s","start":"2026-02-24T20:49:01.323763Z","end":"2026-02-24T20:49:03.565552Z","steps":["trace[890152807] 'agreement among raft nodes before linearized reading' (duration: 2.241683718s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:03.565641Z","caller":"traceutil/trace.go:171","msg":"trace[402518809] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"2.242693181s","start":"2026-02-24T20:49:01.322943Z","end":"2026-02-24T20:49:03.565637Z","steps":["trace[402518809] 'process raft request' (duration: 2.242414545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:03.565682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.322933Z","time spent":"2.242727112s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:03.565694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.323751Z","time spent":"2.241901572s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-02-24T20:49:03.565788Z","caller":"traceutil/trace.go:171","msg":"trace[162698902] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"2.242770982s","start":"2026-02-24T20:49:01.323008Z","end":"2026-02-24T20:49:03.565779Z","steps":["trace[162698902] 'process raft request' (duration: 2.242374953s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:03.565622Z","caller":"traceutil/trace.go:171","msg":"trace[547834711] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"2.242753863s","start":"2026-02-24T20:49:01.322861Z","end":"2026-02-24T20:49:03.565615Z","steps":["trace[547834711] 'process raft request' (duration: 2.242434775s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:03.565943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.322835Z","time spent":"2.243035288s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:03.565838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.323001Z","time spent":"2.242812533s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:04.065919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:04.566029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:04.64203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:04.642081Z","caller":"traceutil/trace.go:171","msg":"trace[412428308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088596s","start":"2026-02-24T20:49:02.641977Z","end":"2026-02-24T20:49:04.642065Z","steps":["trace[412428308] 'agreement among raft nodes before linearized reading' (duration: 2.000019034s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.642116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.641961Z","time spent":"2.000148508s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:04.923998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.603326824s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:05.852653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.353962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-24T20:49:05.853008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.642779Z","time spent":"3.210222993s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:49:05.853153Z","caller":"traceutil/trace.go:171","msg":"trace[314840919] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"2.285584498s","start":"2026-02-24T20:49:03.567545Z","end":"2026-02-24T20:49:05.853129Z","steps":["trace[314840919] 'process raft request' (duration: 2.285493926s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.853248Z","caller":"traceutil/trace.go:171","msg":"trace[409472625] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"3.210464998s","start":"2026-02-24T20:49:02.642764Z","end":"2026-02-24T20:49:05.853229Z","steps":["trace[409472625] 'process raft request' (duration: 2.281421189s)","trace[409472625] 'compare' (duration: 928.218269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:05.853256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.567525Z","time spent":"2.285684391s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.853329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.642745Z","time spent":"3.21053952s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.853431Z","caller":"traceutil/trace.go:171","msg":"trace[79062836] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"3.207417246s","start":"2026-02-24T20:49:02.646001Z","end":"2026-02-24T20:49:05.853419Z","steps":["trace[79062836] 'process raft request' (duration: 3.206984346s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.853443Z","caller":"traceutil/trace.go:171","msg":"trace[2106033776] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"3.208256226s","start":"2026-02-24T20:49:02.645163Z","end":"2026-02-24T20:49:05.853419Z","steps":["trace[2106033776] 'process raft request' (duration: 3.207742554s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645991Z","time spent":"3.207467987s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.853493Z","caller":"traceutil/trace.go:171","msg":"trace[1090482784] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"1.77510946s","start":"2026-02-24T20:49:04.07835Z","end":"2026-02-24T20:49:05.85346Z","steps":["trace[1090482784] 'process raft request' (duration: 1.774736221s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.64515Z","time spent":"3.208350488s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.85369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.078321Z","time spent":"1.775252902s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.853689Z","caller":"traceutil/trace.go:171","msg":"trace[1937957387] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.499334417s","start":"2026-02-24T20:49:04.354331Z","end":"2026-02-24T20:49:05.853665Z","steps":["trace[1937957387] 'process raft request' (duration: 1.499029489s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.853714Z","caller":"traceutil/trace.go:171","msg":"trace[306702941] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.203839347s","start":"2026-02-24T20:49:04.649855Z","end":"2026-02-24T20:49:05.853694Z","steps":["trace[306702941] 'process raft request' (duration: 1.203717994s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.853721Z","caller":"traceutil/trace.go:171","msg":"trace[931584542] linearizableReadLoop","detail":"{readStateIndex:24595; appliedIndex:24588; }","duration":"2.288118358s","start":"2026-02-24T20:49:03.565585Z","end":"2026-02-24T20:49:05.853703Z","steps":["trace[931584542] 'read index received' (duration: 1.358612909s)","trace[931584542] 'applied index is now lower than readState.Index' (duration: 929.504399ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:05.853811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.649832Z","time spent":"1.20392953s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.85385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205221924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6140"} {"level":"warn","ts":"2026-02-24T20:49:05.853852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206326781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5207"} {"level":"info","ts":"2026-02-24T20:49:05.853897Z","caller":"traceutil/trace.go:171","msg":"trace[2029607984] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23755; }","duration":"3.205276385s","start":"2026-02-24T20:49:02.648606Z","end":"2026-02-24T20:49:05.853883Z","steps":["trace[2029607984] 'agreement among raft nodes before linearized reading' (duration: 3.205121051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.354307Z","time spent":"1.49944397s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.85392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206425393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"range_response_count:1 size:7896"} {"level":"warn","ts":"2026-02-24T20:49:05.853935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929293059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:05.853902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371963478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.85394Z","caller":"traceutil/trace.go:171","msg":"trace[1461846505] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:23755; }","duration":"3.206417452s","start":"2026-02-24T20:49:02.6475Z","end":"2026-02-24T20:49:05.853917Z","steps":["trace[1461846505] 'agreement among raft nodes before linearized reading' (duration: 3.206210018s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204938888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-02-24T20:49:05.853977Z","caller":"traceutil/trace.go:171","msg":"trace[148588759] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23755; }","duration":"2.372067461s","start":"2026-02-24T20:49:03.481896Z","end":"2026-02-24T20:49:05.853964Z","steps":["trace[148588759] 'agreement among raft nodes before linearized reading' (duration: 2.371982769s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208540742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7236"} {"level":"info","ts":"2026-02-24T20:49:05.853963Z","caller":"traceutil/trace.go:171","msg":"trace[81964874] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; response_count:1; response_revision:23755; }","duration":"3.206481564s","start":"2026-02-24T20:49:02.647471Z","end":"2026-02-24T20:49:05.853952Z","steps":["trace[81964874] 'agreement among raft nodes before linearized reading' (duration: 3.206328481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204750983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10876"} {"level":"warn","ts":"2026-02-24T20:49:05.854004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204975508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11748"} {"level":"warn","ts":"2026-02-24T20:49:05.854014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647496Z","time spent":"3.206503184s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5231,"request content":"key:\"/registry/deployments/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205451899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4364"} {"level":"info","ts":"2026-02-24T20:49:05.854074Z","caller":"traceutil/trace.go:171","msg":"trace[1570092612] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23755; }","duration":"3.20504738s","start":"2026-02-24T20:49:02.649009Z","end":"2026-02-24T20:49:05.854057Z","steps":["trace[1570092612] 'agreement among raft nodes before linearized reading' (duration: 3.204897336s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854096Z","caller":"traceutil/trace.go:171","msg":"trace[1357923754] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:23755; }","duration":"3.205507s","start":"2026-02-24T20:49:02.64858Z","end":"2026-02-24T20:49:05.854087Z","steps":["trace[1357923754] 'agreement among raft nodes before linearized reading' (duration: 3.205412338s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205785697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"warn","ts":"2026-02-24T20:49:05.854126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.648575Z","time spent":"3.205545861s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4388,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-02-24T20:49:05.854133Z","caller":"traceutil/trace.go:171","msg":"trace[41190231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23755; }","duration":"3.205828068s","start":"2026-02-24T20:49:02.6483Z","end":"2026-02-24T20:49:05.854128Z","steps":["trace[41190231] 'agreement among raft nodes before linearized reading' (duration: 3.205750437s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612415184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.854004Z","caller":"traceutil/trace.go:171","msg":"trace[574793599] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:23755; }","duration":"3.20505407s","start":"2026-02-24T20:49:02.64894Z","end":"2026-02-24T20:49:05.853994Z","steps":["trace[574793599] 'agreement among raft nodes before linearized reading' (duration: 3.204908257s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208799548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11447"} {"level":"warn","ts":"2026-02-24T20:49:05.854181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786417202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:05.854183Z","caller":"traceutil/trace.go:171","msg":"trace[1770954193] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23755; }","duration":"3.612478474s","start":"2026-02-24T20:49:02.241692Z","end":"2026-02-24T20:49:05.854171Z","steps":["trace[1770954193] 'agreement among raft nodes before linearized reading' (duration: 3.612433053s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854192Z","caller":"traceutil/trace.go:171","msg":"trace[833114882] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:23755; }","duration":"3.20884477s","start":"2026-02-24T20:49:02.645341Z","end":"2026-02-24T20:49:05.854185Z","steps":["trace[833114882] 'agreement among raft nodes before linearized reading' (duration: 3.208780158s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854205Z","caller":"traceutil/trace.go:171","msg":"trace[1879978905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23755; }","duration":"3.786466963s","start":"2026-02-24T20:49:02.067732Z","end":"2026-02-24T20:49:05.854199Z","steps":["trace[1879978905] 'agreement among raft nodes before linearized reading' (duration: 3.786434052s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645334Z","time spent":"3.20887399s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11471,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208773538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11511"} {"level":"warn","ts":"2026-02-24T20:49:05.854218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2089096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4993"} {"level":"warn","ts":"2026-02-24T20:49:05.85423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.067717Z","time spent":"3.786506154s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:05.854249Z","caller":"traceutil/trace.go:171","msg":"trace[420786269] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23755; }","duration":"3.208951362s","start":"2026-02-24T20:49:02.645291Z","end":"2026-02-24T20:49:05.854243Z","steps":["trace[420786269] 'agreement among raft nodes before linearized reading' (duration: 3.20888478s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854249Z","caller":"traceutil/trace.go:171","msg":"trace[1212763631] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23755; }","duration":"3.208921431s","start":"2026-02-24T20:49:02.645313Z","end":"2026-02-24T20:49:05.854234Z","steps":["trace[1212763631] 'agreement among raft nodes before linearized reading' (duration: 3.208742107s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.648917Z","time spent":"3.205268195s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4497,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645284Z","time spent":"3.208985883s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5017,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691288665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:05.854293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645305Z","time spent":"3.208976243s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11535,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-02-24T20:49:05.85431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208946151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3082"} {"level":"info","ts":"2026-02-24T20:49:05.854326Z","caller":"traceutil/trace.go:171","msg":"trace[1643363816] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23755; }","duration":"3.691357417s","start":"2026-02-24T20:49:02.162957Z","end":"2026-02-24T20:49:05.854315Z","steps":["trace[1643363816] 'agreement among raft nodes before linearized reading' (duration: 3.691319066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208662915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5817"} {"level":"warn","ts":"2026-02-24T20:49:05.854322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313014004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-24T20:49:05.854393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206614627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-api\" ","response":"range_response_count:1 size:8101"} {"level":"warn","ts":"2026-02-24T20:49:05.854016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441226872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.854393Z","caller":"traceutil/trace.go:171","msg":"trace[932890988] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23755; }","duration":"4.313123036s","start":"2026-02-24T20:49:01.541254Z","end":"2026-02-24T20:49:05.854377Z","steps":["trace[932890988] 'agreement among raft nodes before linearized reading' (duration: 4.312967373s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854432Z","caller":"traceutil/trace.go:171","msg":"trace[1963507630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23755; }","duration":"3.441694863s","start":"2026-02-24T20:49:02.41273Z","end":"2026-02-24T20:49:05.854425Z","steps":["trace[1963507630] 'agreement among raft nodes before linearized reading' (duration: 3.441254503s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206801191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"warn","ts":"2026-02-24T20:49:05.853925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211585814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd82796b-a063-4c97-a3e0-f88e5aa8b304\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-02-24T20:49:05.854465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.412703Z","time spent":"3.441754574s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.853874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204915607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5010"} {"level":"info","ts":"2026-02-24T20:49:05.854468Z","caller":"traceutil/trace.go:171","msg":"trace[550903483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23755; }","duration":"3.206843163s","start":"2026-02-24T20:49:02.647617Z","end":"2026-02-24T20:49:05.85446Z","steps":["trace[550903483] 'agreement among raft nodes before linearized reading' (duration: 3.206757011s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.648293Z","time spent":"3.205854439s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:49:05.854418Z","caller":"traceutil/trace.go:171","msg":"trace[1714082286] range","detail":"{range_begin:/registry/deployments/openstack/octavia-api; range_end:; response_count:1; response_revision:23755; }","duration":"3.206647238s","start":"2026-02-24T20:49:02.647765Z","end":"2026-02-24T20:49:05.854412Z","steps":["trace[1714082286] 'agreement among raft nodes before linearized reading' (duration: 3.206553046s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647614Z","time spent":"3.206882044s","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:49:05.854508Z","caller":"traceutil/trace.go:171","msg":"trace[821679420] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23755; }","duration":"3.205556582s","start":"2026-02-24T20:49:02.648934Z","end":"2026-02-24T20:49:05.85449Z","steps":["trace[821679420] 'agreement among raft nodes before linearized reading' (duration: 3.204815125s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450534014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.854558Z","caller":"traceutil/trace.go:171","msg":"trace[2124633834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23755; }","duration":"3.451064886s","start":"2026-02-24T20:49:02.403482Z","end":"2026-02-24T20:49:05.854547Z","steps":["trace[2124633834] 'agreement among raft nodes before linearized reading' (duration: 3.450554484s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.648928Z","time spent":"3.205611593s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5034,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-02-24T20:49:05.854353Z","caller":"traceutil/trace.go:171","msg":"trace[899812378] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23755; }","duration":"3.208972772s","start":"2026-02-24T20:49:02.645374Z","end":"2026-02-24T20:49:05.854347Z","steps":["trace[899812378] 'agreement among raft nodes before linearized reading' (duration: 3.208671085s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.853937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.648603Z","time spent":"3.205327646s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6164,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647758Z","time spent":"3.20675077s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":8125,"request content":"key:\"/registry/deployments/openstack/octavia-api\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206978986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7489"} {"level":"warn","ts":"2026-02-24T20:49:05.854033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647465Z","time spent":"3.206563286s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7920,"request content":"key:\"/registry/deployments/openstack/heat-cfn\" "} {"level":"info","ts":"2026-02-24T20:49:05.85397Z","caller":"traceutil/trace.go:171","msg":"trace[124840416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23755; }","duration":"2.92936131s","start":"2026-02-24T20:49:02.924597Z","end":"2026-02-24T20:49:05.853959Z","steps":["trace[124840416] 'agreement among raft nodes before linearized reading' (duration: 2.929319959s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.854725Z","caller":"traceutil/trace.go:171","msg":"trace[1023059764] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23755; }","duration":"3.207052338s","start":"2026-02-24T20:49:02.647657Z","end":"2026-02-24T20:49:05.85471Z","steps":["trace[1023059764] 'agreement among raft nodes before linearized reading' (duration: 3.206759561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.854779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.64765Z","time spent":"3.207113549s","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7513,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.924566Z","time spent":"2.93019612s","remote":"127.0.0.1:57046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:05.854035Z","caller":"traceutil/trace.go:171","msg":"trace[2010819963] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23755; }","duration":"3.204957238s","start":"2026-02-24T20:49:02.64907Z","end":"2026-02-24T20:49:05.854027Z","steps":["trace[2010819963] 'agreement among raft nodes before linearized reading' (duration: 3.204675911s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.8549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.649054Z","time spent":"3.205834108s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10900,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-02-24T20:49:05.853974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206190768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24573"} {"level":"info","ts":"2026-02-24T20:49:05.855Z","caller":"traceutil/trace.go:171","msg":"trace[1083720935] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:23755; }","duration":"3.207223521s","start":"2026-02-24T20:49:02.647766Z","end":"2026-02-24T20:49:05.854989Z","steps":["trace[1083720935] 'agreement among raft nodes before linearized reading' (duration: 3.206145906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647757Z","time spent":"3.207262722s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24597,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493429481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.855104Z","caller":"traceutil/trace.go:171","msg":"trace[1994150154] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23755; }","duration":"3.494479365s","start":"2026-02-24T20:49:02.360616Z","end":"2026-02-24T20:49:05.855096Z","steps":["trace[1994150154] 'agreement among raft nodes before linearized reading' (duration: 3.493466921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.360585Z","time spent":"3.494538507s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.854138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.649005Z","time spent":"3.205117531s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11772,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208837619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5403"} {"level":"info","ts":"2026-02-24T20:49:05.855255Z","caller":"traceutil/trace.go:171","msg":"trace[225156554] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23755; }","duration":"3.209944775s","start":"2026-02-24T20:49:02.6453Z","end":"2026-02-24T20:49:05.855245Z","steps":["trace[225156554] 'agreement among raft nodes before linearized reading' (duration: 3.208816939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645285Z","time spent":"3.209989526s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5427,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.241675Z","time spent":"3.612533476s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.85426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206274048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:05.855339Z","caller":"traceutil/trace.go:171","msg":"trace[1097434340] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23755; }","duration":"3.207361463s","start":"2026-02-24T20:49:02.647968Z","end":"2026-02-24T20:49:05.85533Z","steps":["trace[1097434340] 'agreement among raft nodes before linearized reading' (duration: 3.206233337s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.647961Z","time spent":"3.207404794s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.162937Z","time spent":"3.691405777s","remote":"127.0.0.1:47264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:05.854343Z","caller":"traceutil/trace.go:171","msg":"trace[360749331] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:23755; }","duration":"3.208988163s","start":"2026-02-24T20:49:02.645347Z","end":"2026-02-24T20:49:05.854335Z","steps":["trace[360749331] 'agreement among raft nodes before linearized reading' (duration: 3.208898961s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645343Z","time spent":"3.21010154s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3106,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.541231Z","time spent":"4.313211288s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-02-24T20:49:05.854485Z","caller":"traceutil/trace.go:171","msg":"trace[2113394925] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd82796b-a063-4c97-a3e0-f88e5aa8b304; range_end:; response_count:1; response_revision:23755; }","duration":"3.212159378s","start":"2026-02-24T20:49:02.64232Z","end":"2026-02-24T20:49:05.854479Z","steps":["trace[2113394925] 'agreement among raft nodes before linearized reading' (duration: 3.211494552s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.85557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.642308Z","time spent":"3.213252125s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-bd82796b-a063-4c97-a3e0-f88e5aa8b304\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.481877Z","time spent":"2.372122261s","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:05.854583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.403462Z","time spent":"3.451114857s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.854637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645333Z","time spent":"3.209267939s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5841,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-02-24T20:49:05.854026Z","caller":"traceutil/trace.go:171","msg":"trace[283319747] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:23755; }","duration":"3.208576863s","start":"2026-02-24T20:49:02.645442Z","end":"2026-02-24T20:49:05.854019Z","steps":["trace[283319747] 'agreement among raft nodes before linearized reading' (duration: 3.208504561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.855783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.645436Z","time spent":"3.210334385s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7260,"request content":"key:\"/registry/deployments/openstack/nova-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:49:06.270051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000550047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:06.270132Z","caller":"traceutil/trace.go:171","msg":"trace[991151891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688281s","start":"2026-02-24T20:49:04.269426Z","end":"2026-02-24T20:49:06.270114Z","steps":["trace[991151891] 'agreement among raft nodes before linearized reading' (duration: 2.000584108s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.270178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.269406Z","time spent":"2.000761622s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:06.354327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:06.650328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:06.650433Z","caller":"traceutil/trace.go:171","msg":"trace[608596963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124997s","start":"2026-02-24T20:49:04.650286Z","end":"2026-02-24T20:49:06.650411Z","steps":["trace[608596963] 'agreement among raft nodes before linearized reading' (duration: 1.999978483s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.650481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.650277Z","time spent":"2.000193348s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:06.702875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998030399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.702957Z","caller":"traceutil/trace.go:171","msg":"trace[1158647410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998166142s","start":"2026-02-24T20:49:03.704772Z","end":"2026-02-24T20:49:06.702938Z","steps":["trace[1158647410] 'agreement among raft nodes before linearized reading' (duration: 2.998063209s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.703013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.704748Z","time spent":"2.998247194s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.753633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998728935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.753699Z","caller":"traceutil/trace.go:171","msg":"trace[840930875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998850108s","start":"2026-02-24T20:49:03.754834Z","end":"2026-02-24T20:49:06.753684Z","steps":["trace[840930875] 'agreement among raft nodes before linearized reading' (duration: 2.998768966s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.753738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.75481Z","time spent":"2.99891935s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.754313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998133281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.754384Z","caller":"traceutil/trace.go:171","msg":"trace[894009579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998208123s","start":"2026-02-24T20:49:03.75616Z","end":"2026-02-24T20:49:06.754368Z","steps":["trace[894009579] 'agreement among raft nodes before linearized reading' (duration: 2.998131522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.754432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.756104Z","time spent":"2.998315096s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.771781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.481537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.771843Z","caller":"traceutil/trace.go:171","msg":"trace[1905617020] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"896.567558ms","start":"2026-02-24T20:49:05.87526Z","end":"2026-02-24T20:49:06.771828Z","steps":["trace[1905617020] 'agreement among raft nodes before linearized reading' (duration: 896.490507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.771876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.875255Z","time spent":"896.614049ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T20:49:06.77193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.38846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.771983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.393185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.77202Z","caller":"traceutil/trace.go:171","msg":"trace[169500313] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; }","duration":"908.516082ms","start":"2026-02-24T20:49:05.863483Z","end":"2026-02-24T20:49:06.771999Z","steps":["trace[169500313] 'agreement among raft nodes before linearized reading' (duration: 908.39685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.771994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.459773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.671512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-worker\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.738223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.772091Z","caller":"traceutil/trace.go:171","msg":"trace[61878547] range","detail":"{range_begin:/registry/deployments/openstack/octavia-worker; range_end:; }","duration":"907.777304ms","start":"2026-02-24T20:49:05.864299Z","end":"2026-02-24T20:49:06.772076Z","steps":["trace[61878547] 'agreement among raft nodes before linearized reading' (duration: 907.677402ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:06.7721Z","caller":"traceutil/trace.go:171","msg":"trace[1619607158] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; }","duration":"907.773024ms","start":"2026-02-24T20:49:05.864321Z","end":"2026-02-24T20:49:06.772094Z","steps":["trace[1619607158] 'agreement among raft nodes before linearized reading' (duration: 907.748753ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.660435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.7721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.572216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.864317Z","time spent":"907.800375ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-02-24T20:49:06.772127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.864295Z","time spent":"907.826225ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-worker\" "} {"level":"warn","ts":"2026-02-24T20:49:06.77213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.608167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"","error":"context canceled"} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772136Z","caller":"traceutil/trace.go:171","msg":"trace[1928669624] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"906.620057ms","start":"2026-02-24T20:49:05.865509Z","end":"2026-02-24T20:49:06.772129Z","steps":["trace[1928669624] 'agreement among raft nodes before linearized reading' (duration: 906.582477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.822539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"","error":"context canceled"} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772155Z","caller":"traceutil/trace.go:171","msg":"trace[2000429147] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; }","duration":"906.642208ms","start":"2026-02-24T20:49:05.865505Z","end":"2026-02-24T20:49:06.772147Z","steps":["trace[2000429147] 'agreement among raft nodes before linearized reading' (duration: 906.618477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.77219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.463941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.789129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.004556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.772211Z","caller":"traceutil/trace.go:171","msg":"trace[1506928743] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; }","duration":"908.498742ms","start":"2026-02-24T20:49:05.863707Z","end":"2026-02-24T20:49:06.772206Z","steps":["trace[1506928743] 'agreement among raft nodes before linearized reading' (duration: 908.477802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.8655Z","time spent":"906.705779ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-02-24T20:49:06.772224Z","caller":"traceutil/trace.go:171","msg":"trace[1573722258] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; }","duration":"907.043918ms","start":"2026-02-24T20:49:05.865175Z","end":"2026-02-24T20:49:06.772219Z","steps":["trace[1573722258] 'agreement among raft nodes before linearized reading' (duration: 907.024557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:06.772073Z","caller":"traceutil/trace.go:171","msg":"trace[470210767] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; }","duration":"906.557416ms","start":"2026-02-24T20:49:05.865503Z","end":"2026-02-24T20:49:06.77206Z","steps":["trace[470210767] 'agreement among raft nodes before linearized reading' (duration: 906.472924ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:06.772221Z","caller":"traceutil/trace.go:171","msg":"trace[1463358548] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; }","duration":"908.823069ms","start":"2026-02-24T20:49:05.863392Z","end":"2026-02-24T20:49:06.772215Z","steps":["trace[1463358548] 'agreement among raft nodes before linearized reading' (duration: 908.799529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.865163Z","time spent":"907.076478ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.8637Z","time spent":"908.543323ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/cinder-volume\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.863388Z","time spent":"908.86807ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.551606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"","error":"context canceled"} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.7723Z","caller":"traceutil/trace.go:171","msg":"trace[937196470] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; }","duration":"906.823612ms","start":"2026-02-24T20:49:05.865467Z","end":"2026-02-24T20:49:06.77229Z","steps":["trace[937196470] 'agreement among raft nodes before linearized reading' (duration: 906.580847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.865448Z","time spent":"906.873893ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:06.772101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.732518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.772378Z","caller":"traceutil/trace.go:171","msg":"trace[1502924267] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; }","duration":"909.024044ms","start":"2026-02-24T20:49:05.863347Z","end":"2026-02-24T20:49:06.772371Z","steps":["trace[1502924267] 'agreement among raft nodes before linearized reading' (duration: 908.745618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.865496Z","time spent":"906.75431ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-osapi\" "} {"level":"warn","ts":"2026-02-24T20:49:06.772028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.740762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-02-24T20:49:06.772407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.863342Z","time spent":"909.058885ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772417Z","caller":"traceutil/trace.go:171","msg":"trace[797780193] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; }","duration":"897.159922ms","start":"2026-02-24T20:49:05.875248Z","end":"2026-02-24T20:49:06.772408Z","steps":["trace[797780193] 'agreement among raft nodes before linearized reading' (duration: 896.775393ms)"],"step_count":1} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.875229Z","time spent":"897.211684ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/heat-api\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772141Z","caller":"traceutil/trace.go:171","msg":"trace[1119985257] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; }","duration":"908.753038ms","start":"2026-02-24T20:49:05.863371Z","end":"2026-02-24T20:49:06.772124Z","steps":["trace[1119985257] 'agreement among raft nodes before linearized reading' (duration: 908.666506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.863367Z","time spent":"909.171138ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.888677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.772629Z","caller":"traceutil/trace.go:171","msg":"trace[1718635297] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; }","duration":"908.357198ms","start":"2026-02-24T20:49:05.864259Z","end":"2026-02-24T20:49:06.772616Z","steps":["trace[1718635297] 'agreement among raft nodes before linearized reading' (duration: 907.902087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.864253Z","time spent":"908.394149ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-novncproxy\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.863478Z","time spent":"908.588364ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772049Z","caller":"traceutil/trace.go:171","msg":"trace[496091731] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; }","duration":"896.465246ms","start":"2026-02-24T20:49:05.875567Z","end":"2026-02-24T20:49:06.772032Z","steps":["trace[496091731] 'agreement among raft nodes before linearized reading' (duration: 896.390954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.875541Z","time spent":"897.185502ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.535475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.772781Z","caller":"traceutil/trace.go:171","msg":"trace[1336129565] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"907.327104ms","start":"2026-02-24T20:49:05.865448Z","end":"2026-02-24T20:49:06.772775Z","steps":["trace[1336129565] 'agreement among raft nodes before linearized reading' (duration: 906.548505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.865441Z","time spent":"907.356894ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:06.772169Z","caller":"traceutil/trace.go:171","msg":"trace[502781837] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; }","duration":"908.872451ms","start":"2026-02-24T20:49:05.863286Z","end":"2026-02-24T20:49:06.772159Z","steps":["trace[502781837] 'agreement among raft nodes before linearized reading' (duration: 908.84224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.863275Z","time spent":"909.571477ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.865505Z","time spent":"906.657168ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.77218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.721292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.77295Z","caller":"traceutil/trace.go:171","msg":"trace[229374757] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"908.501041ms","start":"2026-02-24T20:49:05.864437Z","end":"2026-02-24T20:49:06.772938Z","steps":["trace[229374757] 'agreement among raft nodes before linearized reading' (duration: 907.734503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.772998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.864432Z","time spent":"908.551492ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-api-metadata\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.772186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.024257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:06.773077Z","caller":"traceutil/trace.go:171","msg":"trace[1336147331] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; }","duration":"907.930987ms","start":"2026-02-24T20:49:05.865138Z","end":"2026-02-24T20:49:06.773069Z","steps":["trace[1336147331] 'agreement among raft nodes before linearized reading' (duration: 907.037737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.77311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.86513Z","time spent":"907.972369ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} 2026/02/24 20:49:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:06.854715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:07.355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:07.733151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.433960179s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:07.733715Z","caller":"traceutil/trace.go:171","msg":"trace[551820275] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"2.434650224s","start":"2026-02-24T20:49:05.29904Z","end":"2026-02-24T20:49:07.73369Z","steps":["trace[551820275] 'process raft request' (duration: 2.434492951s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.733974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.299013Z","time spent":"2.434805068s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.664767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:08.664857Z","caller":"traceutil/trace.go:171","msg":"trace[2074046715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000484976s","start":"2026-02-24T20:49:06.664352Z","end":"2026-02-24T20:49:08.664837Z","steps":["trace[2074046715] 'agreement among raft nodes before linearized reading' (duration: 2.000381303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.664951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.664335Z","time spent":"2.000604688s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:08.833305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099907343s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:08.833791Z","caller":"traceutil/trace.go:171","msg":"trace[632653279] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"3.262699068s","start":"2026-02-24T20:49:05.571069Z","end":"2026-02-24T20:49:08.833768Z","steps":["trace[632653279] 'process raft request' (duration: 3.262642066s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:08.833824Z","caller":"traceutil/trace.go:171","msg":"trace[999397335] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"3.262790669s","start":"2026-02-24T20:49:05.571019Z","end":"2026-02-24T20:49:08.83381Z","steps":["trace[999397335] 'process raft request' (duration: 3.262660036s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.833928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571065Z","time spent":"3.26279396s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.833965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571006Z","time spent":"3.262935934s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:08.833969Z","caller":"traceutil/trace.go:171","msg":"trace[793281540] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"3.313161824s","start":"2026-02-24T20:49:05.520648Z","end":"2026-02-24T20:49:08.83381Z","steps":["trace[793281540] 'process raft request' (duration: 3.312884078s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:08.834256Z","caller":"traceutil/trace.go:171","msg":"trace[1811274614] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"3.263167399s","start":"2026-02-24T20:49:05.571079Z","end":"2026-02-24T20:49:08.834247Z","steps":["trace[1811274614] 'process raft request' (duration: 3.262659687s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.834295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571028Z","time spent":"3.26324835s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.83424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.520622Z","time spent":"3.313470522s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:08.834511Z","caller":"traceutil/trace.go:171","msg":"trace[1150610116] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"3.263356633s","start":"2026-02-24T20:49:05.571145Z","end":"2026-02-24T20:49:08.834501Z","steps":["trace[1150610116] 'process raft request' (duration: 3.263027605s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.834568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571115Z","time spent":"3.263425095s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.834583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.859642Z","time spent":"2.974939732s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:49:08.834665Z","caller":"traceutil/trace.go:171","msg":"trace[2069505170] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"2.973637591s","start":"2026-02-24T20:49:05.860997Z","end":"2026-02-24T20:49:08.834634Z","steps":["trace[2069505170] 'process raft request' (duration: 2.973453346s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:08.834746Z","caller":"traceutil/trace.go:171","msg":"trace[746745265] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"2.129006554s","start":"2026-02-24T20:49:06.705731Z","end":"2026-02-24T20:49:08.834738Z","steps":["trace[746745265] 'process raft request' (duration: 2.12881201s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.834803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.705709Z","time spent":"2.129052785s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:08.834793Z","caller":"traceutil/trace.go:171","msg":"trace[1880881764] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"2.078345753s","start":"2026-02-24T20:49:06.756422Z","end":"2026-02-24T20:49:08.834768Z","steps":["trace[1880881764] 'process raft request' (duration: 2.078156828s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.834815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.860978Z","time spent":"2.973759654s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.834923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.756401Z","time spent":"2.078453935s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:10.308299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474697973s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:10.392006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557336253s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:49:10.392223Z","caller":"traceutil/trace.go:171","msg":"trace[197673041] linearizableReadLoop","detail":"{readStateIndex:24607; appliedIndex:24596; }","duration":"4.538435091s","start":"2026-02-24T20:49:05.853769Z","end":"2026-02-24T20:49:10.392205Z","steps":["trace[197673041] 'read index received' (duration: 1.879652879s)","trace[197673041] 'applied index is now lower than readState.Index' (duration: 2.658780841s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:10.392616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268354748s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:10.392769Z","caller":"traceutil/trace.go:171","msg":"trace[1785508526] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23765; }","duration":"1.268526582s","start":"2026-02-24T20:49:09.124219Z","end":"2026-02-24T20:49:10.392746Z","steps":["trace[1785508526] 'range keys from in-memory index tree' (duration: 1.268333068s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573737939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:10.39321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.744308028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:10.393247Z","caller":"traceutil/trace.go:171","msg":"trace[652273183] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23765; }","duration":"5.573841052s","start":"2026-02-24T20:49:04.819393Z","end":"2026-02-24T20:49:10.393234Z","steps":["trace[652273183] 'agreement among raft nodes before linearized reading' (duration: 5.573746259s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:10.393258Z","caller":"traceutil/trace.go:171","msg":"trace[792729076] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23765; }","duration":"6.74440149s","start":"2026-02-24T20:49:03.648842Z","end":"2026-02-24T20:49:10.393243Z","steps":["trace[792729076] 'agreement among raft nodes before linearized reading' (duration: 6.744322038s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.81937Z","time spent":"5.573902893s","remote":"127.0.0.1:47206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:10.393344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069707675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:10.393347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661398899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:49:10.39339Z","caller":"traceutil/trace.go:171","msg":"trace[1534120440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23765; }","duration":"6.069813677s","start":"2026-02-24T20:49:04.323564Z","end":"2026-02-24T20:49:10.393378Z","steps":["trace[1534120440] 'agreement among raft nodes before linearized reading' (duration: 6.069749255s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.323547Z","time spent":"6.069866578s","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:10.393435Z","caller":"traceutil/trace.go:171","msg":"trace[2053690808] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23765; }","duration":"5.661499292s","start":"2026-02-24T20:49:04.731912Z","end":"2026-02-24T20:49:10.393411Z","steps":["trace[2053690808] 'agreement among raft nodes before linearized reading' (duration: 5.661243826s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088939769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:10.393498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.134804917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:10.393337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573642496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:49:10.393293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.648819Z","time spent":"6.744465611s","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:10.393548Z","caller":"traceutil/trace.go:171","msg":"trace[170403699] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23765; }","duration":"4.573898302s","start":"2026-02-24T20:49:05.819636Z","end":"2026-02-24T20:49:10.393534Z","steps":["trace[170403699] 'agreement among raft nodes before linearized reading' (duration: 4.573515023s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:10.393539Z","caller":"traceutil/trace.go:171","msg":"trace[366102025] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23765; }","duration":"5.089029951s","start":"2026-02-24T20:49:05.304494Z","end":"2026-02-24T20:49:10.393524Z","steps":["trace[366102025] 'agreement among raft nodes before linearized reading' (duration: 5.088897608s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.819612Z","time spent":"4.573965013s","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:10.393635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.304481Z","time spent":"5.089138294s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:10.393536Z","caller":"traceutil/trace.go:171","msg":"trace[1181514549] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23765; }","duration":"5.134881169s","start":"2026-02-24T20:49:05.258641Z","end":"2026-02-24T20:49:10.393522Z","steps":["trace[1181514549] 'agreement among raft nodes before linearized reading' (duration: 5.134821868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.731868Z","time spent":"5.661607304s","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T20:49:10.393637Z","caller":"traceutil/trace.go:171","msg":"trace[1751479683] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"2.533791396s","start":"2026-02-24T20:49:07.859814Z","end":"2026-02-24T20:49:10.393606Z","steps":["trace[1751479683] 'process raft request' (duration: 2.532298211s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.393691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.258587Z","time spent":"5.135091635s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:10.393815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.859796Z","time spent":"2.53393105s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:10.665182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:10.665306Z","caller":"traceutil/trace.go:171","msg":"trace[1346568422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153078s","start":"2026-02-24T20:49:08.665123Z","end":"2026-02-24T20:49:10.665276Z","steps":["trace[1346568422] 'agreement among raft nodes before linearized reading' (duration: 1.999981624s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.665376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.665104Z","time spent":"2.00025938s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:11.392332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762280952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-24T20:49:11.392483Z","caller":"traceutil/trace.go:171","msg":"trace[1389297097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23766; }","duration":"5.762440346s","start":"2026-02-24T20:49:05.629999Z","end":"2026-02-24T20:49:11.39244Z","steps":["trace[1389297097] 'agreement among raft nodes before linearized reading' (duration: 4.763511869s)","trace[1389297097] 'range keys from in-memory index tree' (duration: 998.585029ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.392558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.629938Z","time spent":"5.76260418s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:11.392894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.418162714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:11.393009Z","caller":"traceutil/trace.go:171","msg":"trace[981252179] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23766; }","duration":"7.418318267s","start":"2026-02-24T20:49:03.974648Z","end":"2026-02-24T20:49:11.392966Z","steps":["trace[981252179] 'agreement among raft nodes before linearized reading' (duration: 6.419015063s)","trace[981252179] 'count revisions from in-memory index tree' (duration: 999.156801ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.393059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.974602Z","time spent":"7.41844639s","remote":"127.0.0.1:39866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.393303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.656714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:11.393522Z","caller":"traceutil/trace.go:171","msg":"trace[1796716235] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"553.203113ms","start":"2026-02-24T20:49:10.840309Z","end":"2026-02-24T20:49:11.393512Z","steps":["trace[1796716235] 'process raft request' (duration: 553.159312ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393498Z","caller":"traceutil/trace.go:171","msg":"trace[1791564908] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"3.531264688s","start":"2026-02-24T20:49:07.862201Z","end":"2026-02-24T20:49:11.393466Z","steps":["trace[1791564908] 'process raft request' (duration: 2.531383839s)","trace[1791564908] 'compare' (duration: 999.110631ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.393517Z","caller":"traceutil/trace.go:171","msg":"trace[1156298337] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23768; }","duration":"2.55750348s","start":"2026-02-24T20:49:08.835991Z","end":"2026-02-24T20:49:11.393494Z","steps":["trace[1156298337] 'process raft request' (duration: 2.557458589s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.39352Z","caller":"traceutil/trace.go:171","msg":"trace[1104479878] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"3.529968158s","start":"2026-02-24T20:49:07.863523Z","end":"2026-02-24T20:49:11.393491Z","steps":["trace[1104479878] 'process raft request' (duration: 3.529857035s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.39357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.840284Z","time spent":"553.266344ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:11.393607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.835968Z","time spent":"2.557598041s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:11.393631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.862194Z","time spent":"3.53136906s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:11.393632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.863487Z","time spent":"3.5300878s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:11.393665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969835774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.393662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547791938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:11.393708Z","caller":"traceutil/trace.go:171","msg":"trace[1871749000] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23769; }","duration":"2.54786872s","start":"2026-02-24T20:49:08.84583Z","end":"2026-02-24T20:49:11.393698Z","steps":["trace[1871749000] 'agreement among raft nodes before linearized reading' (duration: 2.547788419s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.39374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.845819Z","time spent":"2.547912491s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.393758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.729797321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7038"} {"level":"info","ts":"2026-02-24T20:49:11.393774Z","caller":"traceutil/trace.go:171","msg":"trace[1877242405] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23769; }","duration":"4.729841352s","start":"2026-02-24T20:49:06.663927Z","end":"2026-02-24T20:49:11.393768Z","steps":["trace[1877242405] 'agreement among raft nodes before linearized reading' (duration: 4.729766969s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.393758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532129318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:49:11.393795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.663908Z","time spent":"4.729884653s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7062,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:49:11.393788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658183889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.39379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656991234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:11.393827Z","caller":"traceutil/trace.go:171","msg":"trace[98176456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23769; }","duration":"3.532228212s","start":"2026-02-24T20:49:07.861581Z","end":"2026-02-24T20:49:11.393809Z","steps":["trace[98176456] 'agreement among raft nodes before linearized reading' (duration: 3.531999146s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393611Z","caller":"traceutil/trace.go:171","msg":"trace[772973305] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24608; }","duration":"1.001316243s","start":"2026-02-24T20:49:10.392261Z","end":"2026-02-24T20:49:11.393577Z","steps":["trace[772973305] 'read index received' (duration: 246.514158ms)","trace[772973305] 'applied index is now lower than readState.Index' (duration: 754.798944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.39383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318815173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:49:11.393842Z","caller":"traceutil/trace.go:171","msg":"trace[1494358893] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23769; }","duration":"3.658269731s","start":"2026-02-24T20:49:07.735555Z","end":"2026-02-24T20:49:11.393824Z","steps":["trace[1494358893] 'agreement among raft nodes before linearized reading' (duration: 3.658184058s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.393865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518976212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:11.393887Z","caller":"traceutil/trace.go:171","msg":"trace[694657771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23769; }","duration":"5.318906965s","start":"2026-02-24T20:49:06.074965Z","end":"2026-02-24T20:49:11.393872Z","steps":["trace[694657771] 'agreement among raft nodes before linearized reading' (duration: 5.31870592s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393912Z","caller":"traceutil/trace.go:171","msg":"trace[2095575189] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23769; }","duration":"5.519055334s","start":"2026-02-24T20:49:05.874845Z","end":"2026-02-24T20:49:11.393901Z","steps":["trace[2095575189] 'agreement among raft nodes before linearized reading' (duration: 5.518992003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.393909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.735537Z","time spent":"3.658357404s","remote":"127.0.0.1:56950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.393897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479050214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.393922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206364225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.393938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.074947Z","time spent":"5.318981627s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T20:49:11.393947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531697299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:11.393965Z","caller":"traceutil/trace.go:171","msg":"trace[448522257] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23769; }","duration":"5.206432457s","start":"2026-02-24T20:49:06.187521Z","end":"2026-02-24T20:49:11.393954Z","steps":["trace[448522257] 'agreement among raft nodes before linearized reading' (duration: 5.206374326s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393967Z","caller":"traceutil/trace.go:171","msg":"trace[1587192756] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23769; }","duration":"5.479181657s","start":"2026-02-24T20:49:05.914768Z","end":"2026-02-24T20:49:11.39395Z","steps":["trace[1587192756] 'agreement among raft nodes before linearized reading' (duration: 5.479058954s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393988Z","caller":"traceutil/trace.go:171","msg":"trace[1361665763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23769; }","duration":"3.53174518s","start":"2026-02-24T20:49:07.862235Z","end":"2026-02-24T20:49:11.39398Z","steps":["trace[1361665763] 'agreement among raft nodes before linearized reading' (duration: 3.531654288s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.394005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55583328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-02-24T20:49:11.394015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.862228Z","time spent":"3.531781121s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:11.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.914744Z","time spent":"5.479259729s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.187504Z","time spent":"5.206489748s","remote":"127.0.0.1:52552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.394025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681170943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"warn","ts":"2026-02-24T20:49:11.394056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029758801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:11.394061Z","caller":"traceutil/trace.go:171","msg":"trace[898798569] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23769; }","duration":"2.681244916s","start":"2026-02-24T20:49:08.712806Z","end":"2026-02-24T20:49:11.394051Z","steps":["trace[898798569] 'agreement among raft nodes before linearized reading' (duration: 2.681047371s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.394075Z","caller":"traceutil/trace.go:171","msg":"trace[1458681196] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23769; }","duration":"2.029805441s","start":"2026-02-24T20:49:09.364266Z","end":"2026-02-24T20:49:11.394072Z","steps":["trace[1458681196] 'agreement among raft nodes before linearized reading' (duration: 2.02977602s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.394061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274759281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:11.393814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535886073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"warn","ts":"2026-02-24T20:49:11.39409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.36425Z","time spent":"2.029836792s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.39409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.712787Z","time spent":"2.681297316s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-24T20:49:11.39411Z","caller":"traceutil/trace.go:171","msg":"trace[1208615038] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23769; }","duration":"5.536209901s","start":"2026-02-24T20:49:05.857891Z","end":"2026-02-24T20:49:11.394101Z","steps":["trace[1208615038] 'agreement among raft nodes before linearized reading' (duration: 5.53577044s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.394114Z","caller":"traceutil/trace.go:171","msg":"trace[1565675621] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23769; }","duration":"2.274854744s","start":"2026-02-24T20:49:09.119247Z","end":"2026-02-24T20:49:11.394101Z","steps":["trace[1565675621] 'agreement among raft nodes before linearized reading' (duration: 2.274752321s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.393683Z","caller":"traceutil/trace.go:171","msg":"trace[638603475] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23769; }","duration":"4.969881995s","start":"2026-02-24T20:49:06.423795Z","end":"2026-02-24T20:49:11.393677Z","steps":["trace[638603475] 'agreement among raft nodes before linearized reading' (duration: 4.969849394s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.394149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.857868Z","time spent":"5.536274062s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16730,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:49:11.394162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.119206Z","time spent":"2.274945316s","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.394173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.423779Z","time spent":"4.970382198s","remote":"127.0.0.1:52600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405389828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T20:49:11.394031Z","caller":"traceutil/trace.go:171","msg":"trace[907476503] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c; range_end:; response_count:1; response_revision:23769; }","duration":"2.555880591s","start":"2026-02-24T20:49:08.838144Z","end":"2026-02-24T20:49:11.394024Z","steps":["trace[907476503] 'agreement among raft nodes before linearized reading' (duration: 2.55581863s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:11.39423Z","caller":"traceutil/trace.go:171","msg":"trace[1801365707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23769; }","duration":"1.405659155s","start":"2026-02-24T20:49:09.988565Z","end":"2026-02-24T20:49:11.394224Z","steps":["trace[1801365707] 'agreement among raft nodes before linearized reading' (duration: 1.405342687s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.394242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.838136Z","time spent":"2.556096746s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-qz4dv.189749186066871c\" "} {"level":"warn","ts":"2026-02-24T20:49:11.393948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.87483Z","time spent":"5.519110125s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:11.393868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.861573Z","time spent":"3.532287743s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:11.393867Z","caller":"traceutil/trace.go:171","msg":"trace[748835166] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23769; }","duration":"4.657117867s","start":"2026-02-24T20:49:06.736731Z","end":"2026-02-24T20:49:11.393849Z","steps":["trace[748835166] 'agreement among raft nodes before linearized reading' (duration: 4.656969592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.394254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.988543Z","time spent":"1.405703856s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:49:11.394336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.736714Z","time spent":"4.657617168s","remote":"127.0.0.1:39990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.89395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:12.372694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073419803s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:12.544829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.939449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:12.545059Z","caller":"traceutil/trace.go:171","msg":"trace[1809730135] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"1.703665554s","start":"2026-02-24T20:49:10.841373Z","end":"2026-02-24T20:49:12.545039Z","steps":["trace[1809730135] 'process raft request' (duration: 1.703528291s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.545068Z","caller":"traceutil/trace.go:171","msg":"trace[1786248109] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"1.704013532s","start":"2026-02-24T20:49:10.841024Z","end":"2026-02-24T20:49:12.545038Z","steps":["trace[1786248109] 'process raft request' (duration: 1.531797248s)","trace[1786248109] 'compare' (duration: 171.644711ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:12.545135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.84135Z","time spent":"1.703749586s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.545197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.840979Z","time spent":"1.704146136s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.545215Z","caller":"traceutil/trace.go:171","msg":"trace[1667904816] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.703782978s","start":"2026-02-24T20:49:10.841412Z","end":"2026-02-24T20:49:12.545194Z","steps":["trace[1667904816] 'process raft request' (duration: 1.703586402s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.545294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.841385Z","time spent":"1.703866989s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.594117Z","caller":"traceutil/trace.go:171","msg":"trace[1035392886] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.193077693s","start":"2026-02-24T20:49:11.401018Z","end":"2026-02-24T20:49:12.594096Z","steps":["trace[1035392886] 'process raft request' (duration: 1.193019471s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.594134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.396221Z","time spent":"1.197903557s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:49:12.594247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.401013Z","time spent":"1.193168465s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.594455Z","caller":"traceutil/trace.go:171","msg":"trace[426315799] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.196869122s","start":"2026-02-24T20:49:11.397576Z","end":"2026-02-24T20:49:12.594445Z","steps":["trace[426315799] 'process raft request' (duration: 1.196302768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.59451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.397552Z","time spent":"1.196932214s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.594555Z","caller":"traceutil/trace.go:171","msg":"trace[674076570] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.19382271s","start":"2026-02-24T20:49:11.400708Z","end":"2026-02-24T20:49:12.59453Z","steps":["trace[674076570] 'process raft request' (duration: 1.193268987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.594685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.400697Z","time spent":"1.193899641s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.594709Z","caller":"traceutil/trace.go:171","msg":"trace[726029193] linearizableReadLoop","detail":"{readStateIndex:24622; appliedIndex:24612; }","duration":"1.200818635s","start":"2026-02-24T20:49:11.393863Z","end":"2026-02-24T20:49:12.594682Z","steps":["trace[726029193] 'read index received' (duration: 978.969983ms)","trace[726029193] 'applied index is now lower than readState.Index' (duration: 221.847402ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:12.594817Z","caller":"traceutil/trace.go:171","msg":"trace[1991168367] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.193520672s","start":"2026-02-24T20:49:11.401286Z","end":"2026-02-24T20:49:12.594806Z","steps":["trace[1991168367] 'process raft request' (duration: 1.192780545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.594914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.401281Z","time spent":"1.193563643s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.594927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848163532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:12.594921Z","caller":"traceutil/trace.go:171","msg":"trace[1256421121] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"1.18964039s","start":"2026-02-24T20:49:11.405254Z","end":"2026-02-24T20:49:12.594894Z","steps":["trace[1256421121] 'process raft request' (duration: 1.189322663s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.594964Z","caller":"traceutil/trace.go:171","msg":"trace[785016987] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23778; }","duration":"1.848240684s","start":"2026-02-24T20:49:10.746713Z","end":"2026-02-24T20:49:12.594954Z","steps":["trace[785016987] 'agreement among raft nodes before linearized reading' (duration: 1.848181952s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.594991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.746688Z","time spent":"1.848296804s","remote":"127.0.0.1:47216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:12.595051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.405248Z","time spent":"1.189735972s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.595071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92398512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:12.595102Z","caller":"traceutil/trace.go:171","msg":"trace[1234364359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23778; }","duration":"1.924051672s","start":"2026-02-24T20:49:10.671042Z","end":"2026-02-24T20:49:12.595093Z","steps":["trace[1234364359] 'agreement among raft nodes before linearized reading' (duration: 1.923998581s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.595128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.671012Z","time spent":"1.924111603s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:12.595225Z","caller":"traceutil/trace.go:171","msg":"trace[1012610542] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.192964669s","start":"2026-02-24T20:49:11.40225Z","end":"2026-02-24T20:49:12.595215Z","steps":["trace[1012610542] 'process raft request' (duration: 1.192224731s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.595265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.402246Z","time spent":"1.193001589s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.414965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.299487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:13.415133Z","caller":"traceutil/trace.go:171","msg":"trace[57975879] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"819.558231ms","start":"2026-02-24T20:49:12.595557Z","end":"2026-02-24T20:49:13.415115Z","steps":["trace[57975879] 'process raft request' (duration: 819.51187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.595545Z","time spent":"819.627713ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:13.415275Z","caller":"traceutil/trace.go:171","msg":"trace[764162506] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.015499389s","start":"2026-02-24T20:49:12.399759Z","end":"2026-02-24T20:49:13.415258Z","steps":["trace[764162506] 'process raft request' (duration: 302.800733ms)","trace[764162506] 'compare' (duration: 712.190384ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.415319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.399736Z","time spent":"1.015559711s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:13.415296Z","caller":"traceutil/trace.go:171","msg":"trace[908392629] linearizableReadLoop","detail":"{readStateIndex:24623; appliedIndex:24622; }","duration":"820.491634ms","start":"2026-02-24T20:49:12.594773Z","end":"2026-02-24T20:49:13.415264Z","steps":["trace[908392629] 'read index received' (duration: 107.799738ms)","trace[908392629] 'applied index is now lower than readState.Index' (duration: 712.688076ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.415423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657623112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:13.415413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930836193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.415461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013679629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.415496Z","caller":"traceutil/trace.go:171","msg":"trace[1384228452] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23780; }","duration":"1.657759215s","start":"2026-02-24T20:49:11.757719Z","end":"2026-02-24T20:49:13.415478Z","steps":["trace[1384228452] 'agreement among raft nodes before linearized reading' (duration: 1.65754875s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434376506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.41552Z","caller":"traceutil/trace.go:171","msg":"trace[383426362] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23780; }","duration":"2.013771661s","start":"2026-02-24T20:49:11.401732Z","end":"2026-02-24T20:49:13.415504Z","steps":["trace[383426362] 'agreement among raft nodes before linearized reading' (duration: 2.013576646s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014994189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T20:49:13.415505Z","caller":"traceutil/trace.go:171","msg":"trace[541811539] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23780; }","duration":"1.930977006s","start":"2026-02-24T20:49:11.48451Z","end":"2026-02-24T20:49:13.415487Z","steps":["trace[541811539] 'agreement among raft nodes before linearized reading' (duration: 1.930778002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399099789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:13.415542Z","caller":"traceutil/trace.go:171","msg":"trace[1066584911] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23780; }","duration":"1.434446917s","start":"2026-02-24T20:49:11.981082Z","end":"2026-02-24T20:49:13.415529Z","steps":["trace[1066584911] 'agreement among raft nodes before linearized reading' (duration: 1.434382906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.757695Z","time spent":"1.657836187s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:13.415567Z","caller":"traceutil/trace.go:171","msg":"trace[1469089201] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356; range_end:; response_count:1; response_revision:23780; }","duration":"2.015052271s","start":"2026-02-24T20:49:11.400502Z","end":"2026-02-24T20:49:13.415554Z","steps":["trace[1469089201] 'agreement among raft nodes before linearized reading' (duration: 2.014881737s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.401728Z","time spent":"2.013830952s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:49:13.415583Z","caller":"traceutil/trace.go:171","msg":"trace[1202253893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23780; }","duration":"1.399214781s","start":"2026-02-24T20:49:12.016353Z","end":"2026-02-24T20:49:13.415568Z","steps":["trace[1202253893] 'agreement among raft nodes before linearized reading' (duration: 1.399083078s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.415582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.981064Z","time spent":"1.434510359s","remote":"127.0.0.1:56636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.415598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.40049Z","time spent":"2.015100952s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1d8f2862-603d-4a38-92ea-5b7333817356\" "} {"level":"warn","ts":"2026-02-24T20:49:13.415617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.01633Z","time spent":"1.399280353s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.415578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.484489Z","time spent":"1.931080378s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:49:13.740753Z","caller":"traceutil/trace.go:171","msg":"trace[1493241122] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24624; }","duration":"325.380789ms","start":"2026-02-24T20:49:13.415352Z","end":"2026-02-24T20:49:13.740732Z","steps":["trace[1493241122] 'read index received' (duration: 227.121958ms)","trace[1493241122] 'applied index is now lower than readState.Index' (duration: 98.257891ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:13.74082Z","caller":"traceutil/trace.go:171","msg":"trace[863007378] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"339.941124ms","start":"2026-02-24T20:49:13.400844Z","end":"2026-02-24T20:49:13.740785Z","steps":["trace[863007378] 'process raft request' (duration: 339.76608ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.740867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.09694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.740891Z","caller":"traceutil/trace.go:171","msg":"trace[1961308667] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"341.04423ms","start":"2026-02-24T20:49:13.399818Z","end":"2026-02-24T20:49:13.740862Z","steps":["trace[1961308667] 'process raft request' (duration: 242.667106ms)","trace[1961308667] 'compare' (duration: 97.932334ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:13.740951Z","caller":"traceutil/trace.go:171","msg":"trace[2002917987] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23783; }","duration":"537.229344ms","start":"2026-02-24T20:49:13.2037Z","end":"2026-02-24T20:49:13.740929Z","steps":["trace[2002917987] 'agreement among raft nodes before linearized reading' (duration: 537.050459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.740981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.400825Z","time spent":"340.057877ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.741001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.203686Z","time spent":"537.303895ms","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.741034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.354231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:49:13.741074Z","caller":"traceutil/trace.go:171","msg":"trace[1863968223] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23783; }","duration":"745.390232ms","start":"2026-02-24T20:49:12.995673Z","end":"2026-02-24T20:49:13.741063Z","steps":["trace[1863968223] 'agreement among raft nodes before linearized reading' (duration: 745.270879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.995578Z","time spent":"745.525686ms","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T20:49:13.741277Z","caller":"traceutil/trace.go:171","msg":"trace[1011966262] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"337.975947ms","start":"2026-02-24T20:49:13.403283Z","end":"2026-02-24T20:49:13.741259Z","steps":["trace[1011966262] 'process raft request' (duration: 337.412294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.308858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.741365Z","caller":"traceutil/trace.go:171","msg":"trace[555657484] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23783; }","duration":"967.376909ms","start":"2026-02-24T20:49:12.773976Z","end":"2026-02-24T20:49:13.741353Z","steps":["trace[555657484] 'agreement among raft nodes before linearized reading' (duration: 967.320476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.403277Z","time spent":"338.03351ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.7414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.773958Z","time spent":"967.43478ms","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.741469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142764209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-24T20:49:13.741488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.855773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:49:13.741517Z","caller":"traceutil/trace.go:171","msg":"trace[1598319271] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56; range_end:; response_count:1; response_revision:23783; }","duration":"1.1428108s","start":"2026-02-24T20:49:12.598693Z","end":"2026-02-24T20:49:13.741504Z","steps":["trace[1598319271] 'agreement among raft nodes before linearized reading' (duration: 1.142637416s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.74151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145521605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.741549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.598642Z","time spent":"1.142900162s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" "} {"level":"info","ts":"2026-02-24T20:49:13.741607Z","caller":"traceutil/trace.go:171","msg":"trace[1184186424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23783; }","duration":"1.145733129s","start":"2026-02-24T20:49:12.595855Z","end":"2026-02-24T20:49:13.741588Z","steps":["trace[1184186424] 'agreement among raft nodes before linearized reading' (duration: 1.145487933s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.59584Z","time spent":"1.145808121s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:13.741536Z","caller":"traceutil/trace.go:171","msg":"trace[1842170088] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23783; }","duration":"323.947655ms","start":"2026-02-24T20:49:13.417574Z","end":"2026-02-24T20:49:13.741522Z","steps":["trace[1842170088] 'agreement among raft nodes before linearized reading' (duration: 323.772461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.417559Z","time spent":"324.196801ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:49:13.741787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.703638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.741787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.806231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.741815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.822139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.741826Z","caller":"traceutil/trace.go:171","msg":"trace[1102878985] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23783; }","duration":"100.883083ms","start":"2026-02-24T20:49:13.640931Z","end":"2026-02-24T20:49:13.741814Z","steps":["trace[1102878985] 'agreement among raft nodes before linearized reading' (duration: 100.820582ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.741858Z","caller":"traceutil/trace.go:171","msg":"trace[1984311761] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23783; }","duration":"322.897711ms","start":"2026-02-24T20:49:13.418951Z","end":"2026-02-24T20:49:13.741849Z","steps":["trace[1984311761] 'agreement among raft nodes before linearized reading' (duration: 322.83596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.418935Z","time spent":"322.951322ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:49:13.741823Z","caller":"traceutil/trace.go:171","msg":"trace[1186907264] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23783; }","duration":"320.75782ms","start":"2026-02-24T20:49:13.421053Z","end":"2026-02-24T20:49:13.74181Z","steps":["trace[1186907264] 'agreement among raft nodes before linearized reading' (duration: 320.696389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.741964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.702039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-24T20:49:13.741993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.421037Z","time spent":"320.944634ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:49:13.741997Z","caller":"traceutil/trace.go:171","msg":"trace[484819246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23783; }","duration":"218.767499ms","start":"2026-02-24T20:49:13.523221Z","end":"2026-02-24T20:49:13.741989Z","steps":["trace[484819246] 'agreement among raft nodes before linearized reading' (duration: 218.621296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.740921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.797814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.74241Z","caller":"traceutil/trace.go:171","msg":"trace[42512982] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23783; }","duration":"710.324981ms","start":"2026-02-24T20:49:13.032069Z","end":"2026-02-24T20:49:13.742394Z","steps":["trace[42512982] 'agreement among raft nodes before linearized reading' (duration: 708.787734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.742467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.032054Z","time spent":"710.396262ms","remote":"127.0.0.1:39794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.742844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.399789Z","time spent":"341.163642ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:13.997939Z","caller":"traceutil/trace.go:171","msg":"trace[1757939766] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"209.92622ms","start":"2026-02-24T20:49:13.787985Z","end":"2026-02-24T20:49:13.997911Z","steps":["trace[1757939766] 'process raft request' (duration: 150.743926ms)","trace[1757939766] 'compare' (duration: 58.920568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:14.777051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.788329Z","time spent":"988.711424ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:49:14.777139Z","caller":"traceutil/trace.go:171","msg":"trace[1754177609] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"986.064851ms","start":"2026-02-24T20:49:13.791047Z","end":"2026-02-24T20:49:14.777112Z","steps":["trace[1754177609] 'process raft request' (duration: 985.807865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.777317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.791031Z","time spent":"986.191125ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:14.777399Z","caller":"traceutil/trace.go:171","msg":"trace[1811282393] linearizableReadLoop","detail":"{readStateIndex:24631; appliedIndex:24628; }","duration":"980.404587ms","start":"2026-02-24T20:49:13.79697Z","end":"2026-02-24T20:49:14.777375Z","steps":["trace[1811282393] 'read index received' (duration: 141.698462ms)","trace[1811282393] 'applied index is now lower than readState.Index' (duration: 838.704845ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:14.777846Z","caller":"traceutil/trace.go:171","msg":"trace[1344036535] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"937.544781ms","start":"2026-02-24T20:49:13.840284Z","end":"2026-02-24T20:49:14.777829Z","steps":["trace[1344036535] 'process raft request' (duration: 936.746031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.777977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.840257Z","time spent":"937.619093ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.778197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.221427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:49:14.778229Z","caller":"traceutil/trace.go:171","msg":"trace[1043160767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23788; }","duration":"981.271649ms","start":"2026-02-24T20:49:13.796947Z","end":"2026-02-24T20:49:14.778219Z","steps":["trace[1043160767] 'agreement among raft nodes before linearized reading' (duration: 980.953071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.778248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.79694Z","time spent":"981.303489ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:49:14.778251Z","caller":"traceutil/trace.go:171","msg":"trace[638907653] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"227.21139ms","start":"2026-02-24T20:49:14.551023Z","end":"2026-02-24T20:49:14.778234Z","steps":["trace[638907653] 'process raft request' (duration: 226.272507ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.7784Z","caller":"traceutil/trace.go:171","msg":"trace[1371908181] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"226.428202ms","start":"2026-02-24T20:49:14.551964Z","end":"2026-02-24T20:49:14.778392Z","steps":["trace[1371908181] 'process raft request' (duration: 226.130415ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.778502Z","caller":"traceutil/trace.go:171","msg":"trace[1799438419] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"225.9365ms","start":"2026-02-24T20:49:14.552557Z","end":"2026-02-24T20:49:14.778494Z","steps":["trace[1799438419] 'process raft request' (duration: 225.770156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.778525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.149136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T20:49:14.778546Z","caller":"traceutil/trace.go:171","msg":"trace[316195228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23790; }","duration":"683.207057ms","start":"2026-02-24T20:49:14.095331Z","end":"2026-02-24T20:49:14.778538Z","steps":["trace[316195228] 'agreement among raft nodes before linearized reading' (duration: 683.147706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.77856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.09531Z","time spent":"683.246418ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T20:49:14.778586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.438878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:14.778565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.106638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189749c4aedc2f42\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-02-24T20:49:14.778683Z","caller":"traceutil/trace.go:171","msg":"trace[1631821461] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189749c4aedc2f42; range_end:; response_count:1; response_revision:23790; }","duration":"778.259752ms","start":"2026-02-24T20:49:14.000404Z","end":"2026-02-24T20:49:14.778664Z","steps":["trace[1631821461] 'agreement among raft nodes before linearized reading' (duration: 777.995856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.778775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.000387Z","time spent":"778.372904ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189749c4aedc2f42\" "} {"level":"warn","ts":"2026-02-24T20:49:14.778776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.298367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:14.7789Z","caller":"traceutil/trace.go:171","msg":"trace[428802424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23790; }","duration":"161.525162ms","start":"2026-02-24T20:49:14.617347Z","end":"2026-02-24T20:49:14.778872Z","steps":["trace[428802424] 'agreement among raft nodes before linearized reading' (duration: 161.103372ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.778635Z","caller":"traceutil/trace.go:171","msg":"trace[215387744] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23790; }","duration":"123.49273ms","start":"2026-02-24T20:49:14.65511Z","end":"2026-02-24T20:49:14.778603Z","steps":["trace[215387744] 'agreement among raft nodes before linearized reading' (duration: 123.443509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.779103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.408539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:14.779226Z","caller":"traceutil/trace.go:171","msg":"trace[1054353924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23790; }","duration":"161.610225ms","start":"2026-02-24T20:49:14.617591Z","end":"2026-02-24T20:49:14.779201Z","steps":["trace[1054353924] 'agreement among raft nodes before linearized reading' (duration: 160.825076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.237305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.176447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:15.237731Z","caller":"traceutil/trace.go:171","msg":"trace[23435790] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"459.539911ms","start":"2026-02-24T20:49:14.778158Z","end":"2026-02-24T20:49:15.237698Z","steps":["trace[23435790] 'process raft request' (duration: 116.871932ms)","trace[23435790] 'compare' (duration: 340.510958ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:15.237795Z","caller":"traceutil/trace.go:171","msg":"trace[1257634421] linearizableReadLoop","detail":"{readStateIndex:24636; appliedIndex:24635; }","duration":"456.323675ms","start":"2026-02-24T20:49:14.781448Z","end":"2026-02-24T20:49:15.237772Z","steps":["trace[1257634421] 'read index received' (duration: 113.612585ms)","trace[1257634421] 'applied index is now lower than readState.Index' (duration: 342.7083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:15.237909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.778133Z","time spent":"459.687594ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:15.23803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.569181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-24T20:49:15.238099Z","caller":"traceutil/trace.go:171","msg":"trace[336728585] range","detail":"{range_begin:/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6; range_end:; response_count:1; response_revision:23791; }","duration":"456.695413ms","start":"2026-02-24T20:49:14.781388Z","end":"2026-02-24T20:49:15.238084Z","steps":["trace[336728585] 'agreement among raft nodes before linearized reading' (duration: 456.472638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.238125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.781363Z","time spent":"456.757465ms","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-16535ee8-f1b1-4cc7-85d2-488e82535bc6\" "} {"level":"info","ts":"2026-02-24T20:49:15.238221Z","caller":"traceutil/trace.go:171","msg":"trace[923200375] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"454.604263ms","start":"2026-02-24T20:49:14.7836Z","end":"2026-02-24T20:49:15.238205Z","steps":["trace[923200375] 'process raft request' (duration: 454.46849ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:15.238248Z","caller":"traceutil/trace.go:171","msg":"trace[660258600] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"454.266786ms","start":"2026-02-24T20:49:14.783969Z","end":"2026-02-24T20:49:15.238236Z","steps":["trace[660258600] 'process raft request' (duration: 454.167504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.238307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.783572Z","time spent":"454.677465ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:15.238309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.783945Z","time spent":"454.330997ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:15.238266Z","caller":"traceutil/trace.go:171","msg":"trace[1058118362] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"456.52203ms","start":"2026-02-24T20:49:14.78167Z","end":"2026-02-24T20:49:15.238192Z","steps":["trace[1058118362] 'process raft request' (duration: 456.09066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.238441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.574279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7038"} {"level":"info","ts":"2026-02-24T20:49:15.23858Z","caller":"traceutil/trace.go:171","msg":"trace[218405269] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23794; }","duration":"445.710263ms","start":"2026-02-24T20:49:14.792811Z","end":"2026-02-24T20:49:15.238521Z","steps":["trace[218405269] 'agreement among raft nodes before linearized reading' (duration: 445.386355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.238705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.781652Z","time spent":"456.733364ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:15.239006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.792781Z","time spent":"446.204054ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7062,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:49:15.743025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:16.653849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.445854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:16.653926Z","caller":"traceutil/trace.go:171","msg":"trace[978371235] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.412711192s","start":"2026-02-24T20:49:15.2412Z","end":"2026-02-24T20:49:16.653911Z","steps":["trace[978371235] 'process raft request' (duration: 769.147375ms)","trace[978371235] 'compare' (duration: 643.283801ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:16.653957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.241187Z","time spent":"1.412756393s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:16.741744Z","caller":"traceutil/trace.go:171","msg":"trace[1732331571] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"994.537932ms","start":"2026-02-24T20:49:15.747182Z","end":"2026-02-24T20:49:16.74172Z","steps":["trace[1732331571] 'process raft request' (duration: 994.45723ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.741739Z","caller":"traceutil/trace.go:171","msg":"trace[164060140] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"1.322076913s","start":"2026-02-24T20:49:15.419628Z","end":"2026-02-24T20:49:16.741705Z","steps":["trace[164060140] 'process raft request' (duration: 1.321812605s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.741927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.419606Z","time spent":"1.322219115s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:16.741925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.747174Z","time spent":"994.645075ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:16.741924Z","caller":"traceutil/trace.go:171","msg":"trace[472407202] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"995.346832ms","start":"2026-02-24T20:49:15.746497Z","end":"2026-02-24T20:49:16.741844Z","steps":["trace[472407202] 'process raft request' (duration: 995.095296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.74214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.746485Z","time spent":"995.543617ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:16.742169Z","caller":"traceutil/trace.go:171","msg":"trace[1531458605] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"993.885887ms","start":"2026-02-24T20:49:15.74827Z","end":"2026-02-24T20:49:16.742156Z","steps":["trace[1531458605] 'process raft request' (duration: 993.410556ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.742138Z","caller":"traceutil/trace.go:171","msg":"trace[1576088041] linearizableReadLoop","detail":"{readStateIndex:24641; appliedIndex:24639; }","duration":"1.499992414s","start":"2026-02-24T20:49:15.242107Z","end":"2026-02-24T20:49:16.742099Z","steps":["trace[1576088041] 'read index received' (duration: 768.254845ms)","trace[1576088041] 'applied index is now lower than readState.Index' (duration: 731.735019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:16.742227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.748251Z","time spent":"993.945308ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:16.742473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500348792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:16.742529Z","caller":"traceutil/trace.go:171","msg":"trace[1541214986] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23799; }","duration":"1.500456734s","start":"2026-02-24T20:49:15.242057Z","end":"2026-02-24T20:49:16.742513Z","steps":["trace[1541214986] 'agreement among raft nodes before linearized reading' (duration: 1.500217859s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.742567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.242036Z","time spent":"1.500522306s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" "} {"level":"warn","ts":"2026-02-24T20:49:17.693052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000631569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:17.69311Z","caller":"traceutil/trace.go:171","msg":"trace[316997556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000977127s","start":"2026-02-24T20:49:15.692121Z","end":"2026-02-24T20:49:17.693098Z","steps":["trace[316997556] 'agreement among raft nodes before linearized reading' (duration: 2.00067052s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:17.693138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.692091Z","time spent":"2.001041229s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:18.849223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768485932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:18.849401Z","caller":"traceutil/trace.go:171","msg":"trace[892423821] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"2.811969585s","start":"2026-02-24T20:49:16.037412Z","end":"2026-02-24T20:49:18.849381Z","steps":["trace[892423821] 'process raft request' (duration: 1.043246378s)","trace[892423821] 'compare' (duration: 1.767537069s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:18.849462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.037391Z","time spent":"2.812042078s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.849683Z","caller":"traceutil/trace.go:171","msg":"trace[1030904106] linearizableReadLoop","detail":"{readStateIndex:24646; appliedIndex:24644; }","duration":"2.107443392s","start":"2026-02-24T20:49:16.742229Z","end":"2026-02-24T20:49:18.849673Z","steps":["trace[1030904106] 'read index received' (duration: 338.403967ms)","trace[1030904106] 'applied index is now lower than readState.Index' (duration: 1.769037905s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:18.84977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099490465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:18.849769Z","caller":"traceutil/trace.go:171","msg":"trace[536352450] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"2.77043007s","start":"2026-02-24T20:49:16.079305Z","end":"2026-02-24T20:49:18.849735Z","steps":["trace[536352450] 'process raft request' (duration: 2.77002592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.849912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60714956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:18.849803Z","caller":"traceutil/trace.go:171","msg":"trace[2124829513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23801; }","duration":"3.099533347s","start":"2026-02-24T20:49:15.750255Z","end":"2026-02-24T20:49:18.849789Z","steps":["trace[2124829513] 'agreement among raft nodes before linearized reading' (duration: 3.099477156s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.849924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.079295Z","time spent":"2.770542523s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.849937Z","caller":"traceutil/trace.go:171","msg":"trace[680179052] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23801; }","duration":"3.607245921s","start":"2026-02-24T20:49:15.242684Z","end":"2026-02-24T20:49:18.84993Z","steps":["trace[680179052] 'agreement among raft nodes before linearized reading' (duration: 3.607140619s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.849975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.242643Z","time spent":"3.607324313s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T20:49:18.849999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.75025Z","time spent":"3.099707561s","remote":"127.0.0.1:47318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:18.859029Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.778387246s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:18.859685Z","caller":"traceutil/trace.go:171","msg":"trace[766513765] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"2.074270936s","start":"2026-02-24T20:49:16.785382Z","end":"2026-02-24T20:49:18.859653Z","steps":["trace[766513765] 'process raft request' (duration: 2.074219355s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.859921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.785367Z","time spent":"2.07444275s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.859985Z","caller":"traceutil/trace.go:171","msg":"trace[917119278] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"2.075475164s","start":"2026-02-24T20:49:16.784482Z","end":"2026-02-24T20:49:18.859958Z","steps":["trace[917119278] 'process raft request' (duration: 2.074996223s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.860021Z","caller":"traceutil/trace.go:171","msg":"trace[1886616276] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"2.075411913s","start":"2026-02-24T20:49:16.784575Z","end":"2026-02-24T20:49:18.859987Z","steps":["trace[1886616276] 'process raft request' (duration: 2.074974753s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.860016Z","caller":"traceutil/trace.go:171","msg":"trace[1942330002] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"2.114745955s","start":"2026-02-24T20:49:16.745212Z","end":"2026-02-24T20:49:18.859958Z","steps":["trace[1942330002] 'process raft request' (duration: 2.114014747s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.860089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.784462Z","time spent":"2.075577986s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.86017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.78454Z","time spent":"2.075531156s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.860259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.745177Z","time spent":"2.1149472s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.205138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.871524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:19.205239Z","caller":"traceutil/trace.go:171","msg":"trace[1519200883] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"457.386109ms","start":"2026-02-24T20:49:18.747839Z","end":"2026-02-24T20:49:19.205225Z","steps":["trace[1519200883] 'process raft request' (duration: 232.366172ms)","trace[1519200883] 'compare' (duration: 224.563327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:19.205273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.747821Z","time spent":"457.435791ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:19.205636Z","caller":"traceutil/trace.go:171","msg":"trace[1286464295] linearizableReadLoop","detail":"{readStateIndex:24654; appliedIndex:24646; }","duration":"355.909453ms","start":"2026-02-24T20:49:18.849706Z","end":"2026-02-24T20:49:19.205616Z","steps":["trace[1286464295] 'read index received' (duration: 9.496565ms)","trace[1286464295] 'applied index is now lower than readState.Index' (duration: 346.411918ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:19.20578Z","caller":"traceutil/trace.go:171","msg":"trace[2038935991] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"457.858421ms","start":"2026-02-24T20:49:18.747899Z","end":"2026-02-24T20:49:19.205757Z","steps":["trace[2038935991] 'process raft request' (duration: 457.299808ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:19.205778Z","caller":"traceutil/trace.go:171","msg":"trace[2054870967] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"455.442914ms","start":"2026-02-24T20:49:18.750303Z","end":"2026-02-24T20:49:19.205746Z","steps":["trace[2054870967] 'process raft request' (duration: 455.27623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.205835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512778516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:19.205885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963803476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:19.205888Z","caller":"traceutil/trace.go:171","msg":"trace[1213455601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23809; }","duration":"1.512882599s","start":"2026-02-24T20:49:17.692989Z","end":"2026-02-24T20:49:19.205872Z","steps":["trace[1213455601] 'agreement among raft nodes before linearized reading' (duration: 1.512741545s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.205897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963709533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:19.205911Z","caller":"traceutil/trace.go:171","msg":"trace[1657967755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23809; }","duration":"1.963867126s","start":"2026-02-24T20:49:17.242035Z","end":"2026-02-24T20:49:19.205902Z","steps":["trace[1657967755] 'agreement among raft nodes before linearized reading' (duration: 1.963779244s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.205905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.750278Z","time spent":"455.564426ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.205912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.747896Z","time spent":"457.941423ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.20593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.24201Z","time spent":"1.963917438s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:19.205922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.692971Z","time spent":"1.51294527s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:19.205931Z","caller":"traceutil/trace.go:171","msg":"trace[2132234732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23809; }","duration":"1.963774405s","start":"2026-02-24T20:49:17.242147Z","end":"2026-02-24T20:49:19.205921Z","steps":["trace[2132234732] 'agreement among raft nodes before linearized reading' (duration: 1.96359455s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.205964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.242141Z","time spent":"1.963815196s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:19.206021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.587103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:49:19.206085Z","caller":"traceutil/trace.go:171","msg":"trace[481165675] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56; range_end:; response_count:1; response_revision:23809; }","duration":"341.691615ms","start":"2026-02-24T20:49:18.864371Z","end":"2026-02-24T20:49:19.206062Z","steps":["trace[481165675] 'agreement among raft nodes before linearized reading' (duration: 341.48018ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.206062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.977753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T20:49:19.206133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.86435Z","time spent":"341.770077ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c129cb8d56\" "} {"level":"info","ts":"2026-02-24T20:49:19.206153Z","caller":"traceutil/trace.go:171","msg":"trace[28645783] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23809; }","duration":"353.138957ms","start":"2026-02-24T20:49:18.85299Z","end":"2026-02-24T20:49:19.206129Z","steps":["trace[28645783] 'agreement among raft nodes before linearized reading' (duration: 352.85409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.206207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.852961Z","time spent":"353.232219ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:49:19.206472Z","caller":"traceutil/trace.go:171","msg":"trace[435021786] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"456.97352ms","start":"2026-02-24T20:49:18.748673Z","end":"2026-02-24T20:49:19.205646Z","steps":["trace[435021786] 'process raft request' (duration: 456.848147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.206851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.748668Z","time spent":"457.891142ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.804118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.254441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:19.804448Z","caller":"traceutil/trace.go:171","msg":"trace[533801034] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"595.834675ms","start":"2026-02-24T20:49:19.208562Z","end":"2026-02-24T20:49:19.804396Z","steps":["trace[533801034] 'process raft request' (duration: 282.224736ms)","trace[533801034] 'compare' (duration: 313.121378ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:19.80466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.208526Z","time spent":"596.018719ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:19.804833Z","caller":"traceutil/trace.go:171","msg":"trace[1673691941] linearizableReadLoop","detail":"{readStateIndex:24657; appliedIndex:24654; }","duration":"590.502838ms","start":"2026-02-24T20:49:19.214318Z","end":"2026-02-24T20:49:19.804821Z","steps":["trace[1673691941] 'read index received' (duration: 276.486369ms)","trace[1673691941] 'applied index is now lower than readState.Index' (duration: 314.015609ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:19.80491Z","caller":"traceutil/trace.go:171","msg":"trace[351219269] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"593.866918ms","start":"2026-02-24T20:49:19.211028Z","end":"2026-02-24T20:49:19.804895Z","steps":["trace[351219269] 'process raft request' (duration: 593.377866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.804996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.211007Z","time spent":"593.946319ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.80501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.668922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:19.804838Z","caller":"traceutil/trace.go:171","msg":"trace[589118262] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"595.017605ms","start":"2026-02-24T20:49:19.209797Z","end":"2026-02-24T20:49:19.804814Z","steps":["trace[589118262] 'process raft request' (duration: 594.495793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.80518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.209783Z","time spent":"595.371443ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:19.805086Z","caller":"traceutil/trace.go:171","msg":"trace[110845792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23812; }","duration":"590.753614ms","start":"2026-02-24T20:49:19.214313Z","end":"2026-02-24T20:49:19.805067Z","steps":["trace[110845792] 'agreement among raft nodes before linearized reading' (duration: 590.58872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.805369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.214263Z","time spent":"591.096502ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:20.305289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:20.805995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:20.861308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.075497413s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:20.946989Z","caller":"traceutil/trace.go:171","msg":"trace[1350450514] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.161254638s","start":"2026-02-24T20:49:19.785698Z","end":"2026-02-24T20:49:20.946953Z","steps":["trace[1350450514] 'process raft request' (duration: 1.076038016s)","trace[1350450514] 'compare' (duration: 84.637757ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:20.947303Z","caller":"traceutil/trace.go:171","msg":"trace[669557033] linearizableReadLoop","detail":"{readStateIndex:24658; appliedIndex:24657; }","duration":"1.142344129s","start":"2026-02-24T20:49:19.804932Z","end":"2026-02-24T20:49:20.947277Z","steps":["trace[669557033] 'read index received' (duration: 1.05685743s)","trace[669557033] 'applied index is now lower than readState.Index' (duration: 85.485568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:20.947283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.785673Z","time spent":"1.161486163s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:20.947629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160890508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:20.947671Z","caller":"traceutil/trace.go:171","msg":"trace[768705117] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23814; }","duration":"1.16098099s","start":"2026-02-24T20:49:19.78668Z","end":"2026-02-24T20:49:20.947661Z","steps":["trace[768705117] 'agreement among raft nodes before linearized reading' (duration: 1.160833117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.947702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.786666Z","time spent":"1.161028372s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:20.947915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601188984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.948143Z","caller":"traceutil/trace.go:171","msg":"trace[725535416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23814; }","duration":"1.60145355s","start":"2026-02-24T20:49:19.346669Z","end":"2026-02-24T20:49:20.948123Z","steps":["trace[725535416] 'agreement among raft nodes before linearized reading' (duration: 1.601202974s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.948233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.346647Z","time spent":"1.601571093s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:20.948007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228302397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.948517Z","caller":"traceutil/trace.go:171","msg":"trace[887978749] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23814; }","duration":"1.22885314s","start":"2026-02-24T20:49:19.719648Z","end":"2026-02-24T20:49:20.948501Z","steps":["trace[887978749] 'agreement among raft nodes before linearized reading' (duration: 1.228181454s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.948614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.719619Z","time spent":"1.228976803s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:20.980897Z","caller":"traceutil/trace.go:171","msg":"trace[1236563551] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"114.919836ms","start":"2026-02-24T20:49:20.865965Z","end":"2026-02-24T20:49:20.980885Z","steps":["trace[1236563551] 'process raft request' (duration: 114.625659ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:20.981095Z","caller":"traceutil/trace.go:171","msg":"trace[255197420] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"114.081336ms","start":"2026-02-24T20:49:20.867006Z","end":"2026-02-24T20:49:20.981087Z","steps":["trace[255197420] 'process raft request' (duration: 113.653676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.981204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.16032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.981231Z","caller":"traceutil/trace.go:171","msg":"trace[998029751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23816; }","duration":"367.227641ms","start":"2026-02-24T20:49:20.613995Z","end":"2026-02-24T20:49:20.981223Z","steps":["trace[998029751] 'agreement among raft nodes before linearized reading' (duration: 367.178449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.981251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.613975Z","time spent":"367.271062ms","remote":"127.0.0.1:56576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:20.981371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.628686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.981391Z","caller":"traceutil/trace.go:171","msg":"trace[825227675] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23816; }","duration":"637.689267ms","start":"2026-02-24T20:49:20.343695Z","end":"2026-02-24T20:49:20.981384Z","steps":["trace[825227675] 'agreement among raft nodes before linearized reading' (duration: 637.653567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.981411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.343674Z","time spent":"637.728928ms","remote":"127.0.0.1:56926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:20.981549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.259873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.981567Z","caller":"traceutil/trace.go:171","msg":"trace[2053254157] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23816; }","duration":"816.318205ms","start":"2026-02-24T20:49:20.165243Z","end":"2026-02-24T20:49:20.981561Z","steps":["trace[2053254157] 'agreement among raft nodes before linearized reading' (duration: 816.282504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.981586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.165219Z","time spent":"816.360775ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:20.98173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173548328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:20.981747Z","caller":"traceutil/trace.go:171","msg":"trace[253059646] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23816; }","duration":"1.17357835s","start":"2026-02-24T20:49:19.808164Z","end":"2026-02-24T20:49:20.981742Z","steps":["trace[253059646] 'agreement among raft nodes before linearized reading' (duration: 1.173509648s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.981976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.808157Z","time spent":"1.173810615s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" "} {"level":"warn","ts":"2026-02-24T20:49:20.982099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175769231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:20.98213Z","caller":"traceutil/trace.go:171","msg":"trace[429874839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23816; }","duration":"1.175829462s","start":"2026-02-24T20:49:19.806295Z","end":"2026-02-24T20:49:20.982124Z","steps":["trace[429874839] 'agreement among raft nodes before linearized reading' (duration: 1.17577527s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:20.982146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.806282Z","time spent":"1.175861183s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:21.216205Z","caller":"traceutil/trace.go:171","msg":"trace[1830012233] linearizableReadLoop","detail":"{readStateIndex:24662; appliedIndex:24661; }","duration":"231.609004ms","start":"2026-02-24T20:49:20.984571Z","end":"2026-02-24T20:49:21.21618Z","steps":["trace[1830012233] 'read index received' (duration: 173.770422ms)","trace[1830012233] 'applied index is now lower than readState.Index' (duration: 57.837262ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:21.216251Z","caller":"traceutil/trace.go:171","msg":"trace[1029179544] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"231.715246ms","start":"2026-02-24T20:49:20.984515Z","end":"2026-02-24T20:49:21.21623Z","steps":["trace[1029179544] 'process raft request' (duration: 173.854784ms)","trace[1029179544] 'compare' (duration: 57.679968ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:21.216449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.85407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:49:21.216488Z","caller":"traceutil/trace.go:171","msg":"trace[91390337] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23817; }","duration":"231.954072ms","start":"2026-02-24T20:49:20.984523Z","end":"2026-02-24T20:49:21.216477Z","steps":["trace[91390337] 'agreement among raft nodes before linearized reading' (duration: 231.774888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.605742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.123342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:21.605954Z","caller":"traceutil/trace.go:171","msg":"trace[116215554] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24662; }","duration":"389.671194ms","start":"2026-02-24T20:49:21.216271Z","end":"2026-02-24T20:49:21.605943Z","steps":["trace[116215554] 'read index received' (duration: 220.297196ms)","trace[116215554] 'applied index is now lower than readState.Index' (duration: 169.373238ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:21.606101Z","caller":"traceutil/trace.go:171","msg":"trace[1591789920] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"393.113895ms","start":"2026-02-24T20:49:21.21298Z","end":"2026-02-24T20:49:21.606094Z","steps":["trace[1591789920] 'process raft request' (duration: 223.581183ms)","trace[1591789920] 'compare' (duration: 168.881287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:21.606138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.212952Z","time spent":"393.168397ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.606299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.861613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:21.606368Z","caller":"traceutil/trace.go:171","msg":"trace[1729733367] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"391.448876ms","start":"2026-02-24T20:49:21.214914Z","end":"2026-02-24T20:49:21.606363Z","steps":["trace[1729733367] 'process raft request' (duration: 390.964225ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.606374Z","caller":"traceutil/trace.go:171","msg":"trace[1232079003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23821; }","duration":"616.958775ms","start":"2026-02-24T20:49:20.989398Z","end":"2026-02-24T20:49:21.606357Z","steps":["trace[1232079003] 'agreement among raft nodes before linearized reading' (duration: 616.819782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.606402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.214901Z","time spent":"391.485888ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.606419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.984884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:21.60642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.989392Z","time spent":"617.020896ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:21.606457Z","caller":"traceutil/trace.go:171","msg":"trace[84666895] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23821; }","duration":"332.014365ms","start":"2026-02-24T20:49:21.274431Z","end":"2026-02-24T20:49:21.606445Z","steps":["trace[84666895] 'agreement among raft nodes before linearized reading' (duration: 331.972084ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.606479Z","caller":"traceutil/trace.go:171","msg":"trace[137448915] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"392.632654ms","start":"2026-02-24T20:49:21.213842Z","end":"2026-02-24T20:49:21.606475Z","steps":["trace[137448915] 'process raft request' (duration: 391.976218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.60649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.274363Z","time spent":"332.121438ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:49:21.606505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.213822Z","time spent":"392.669975ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.606696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.54291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-02-24T20:49:21.606723Z","caller":"traceutil/trace.go:171","msg":"trace[402380486] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23821; }","duration":"354.57016ms","start":"2026-02-24T20:49:21.252145Z","end":"2026-02-24T20:49:21.606715Z","steps":["trace[402380486] 'agreement among raft nodes before linearized reading' (duration: 354.498099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.606743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.252097Z","time spent":"354.642793ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-02-24T20:49:21.606769Z","caller":"traceutil/trace.go:171","msg":"trace[1445001253] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"391.152228ms","start":"2026-02-24T20:49:21.215602Z","end":"2026-02-24T20:49:21.606755Z","steps":["trace[1445001253] 'process raft request' (duration: 390.316699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.606863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.215591Z","time spent":"391.21721ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.606371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.229083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-02-24T20:49:21.606963Z","caller":"traceutil/trace.go:171","msg":"trace[21342966] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641; range_end:; response_count:1; response_revision:23821; }","duration":"386.854067ms","start":"2026-02-24T20:49:21.220096Z","end":"2026-02-24T20:49:21.60695Z","steps":["trace[21342966] 'agreement among raft nodes before linearized reading' (duration: 386.159721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.606997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.220087Z","time spent":"386.901058ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-cxk85.189749189cd80641\" "} {"level":"warn","ts":"2026-02-24T20:49:22.11158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301553,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:49:22.181133Z","caller":"traceutil/trace.go:171","msg":"trace[1642693695] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"571.738313ms","start":"2026-02-24T20:49:21.609362Z","end":"2026-02-24T20:49:22.1811Z","steps":["trace[1642693695] 'process raft request' (duration: 534.217283ms)","trace[1642693695] 'compare' (duration: 37.371636ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:22.18113Z","caller":"traceutil/trace.go:171","msg":"trace[417498068] linearizableReadLoop","detail":"{readStateIndex:24667; appliedIndex:24666; }","duration":"570.576214ms","start":"2026-02-24T20:49:21.610535Z","end":"2026-02-24T20:49:22.181111Z","steps":["trace[417498068] 'read index received' (duration: 533.097265ms)","trace[417498068] 'applied index is now lower than readState.Index' (duration: 37.477759ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:22.181292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.753219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:22.18131Z","caller":"traceutil/trace.go:171","msg":"trace[1044486817] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23822; }","duration":"570.819049ms","start":"2026-02-24T20:49:21.610486Z","end":"2026-02-24T20:49:22.181305Z","steps":["trace[1044486817] 'agreement among raft nodes before linearized reading' (duration: 570.753248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.181297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.609345Z","time spent":"571.864295ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:22.181328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.61047Z","time spent":"570.854321ms","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:49:22.181394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.194828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:22.181487Z","caller":"traceutil/trace.go:171","msg":"trace[937903310] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23822; }","duration":"479.3348ms","start":"2026-02-24T20:49:21.702126Z","end":"2026-02-24T20:49:22.181461Z","steps":["trace[937903310] 'agreement among raft nodes before linearized reading' (duration: 479.180606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.181544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.702111Z","time spent":"479.417363ms","remote":"127.0.0.1:52612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:22.181636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.672626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:49:22.181668Z","caller":"traceutil/trace.go:171","msg":"trace[1193685342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23822; }","duration":"371.724407ms","start":"2026-02-24T20:49:21.809939Z","end":"2026-02-24T20:49:22.181663Z","steps":["trace[1193685342] 'agreement among raft nodes before linearized reading' (duration: 371.618214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.181683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.809931Z","time spent":"371.748498ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:22.181834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.206068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:49:22.181906Z","caller":"traceutil/trace.go:171","msg":"trace[1096791161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23822; }","duration":"372.274171ms","start":"2026-02-24T20:49:21.809611Z","end":"2026-02-24T20:49:22.181885Z","steps":["trace[1096791161] 'agreement among raft nodes before linearized reading' (duration: 372.069185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.181976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.809551Z","time spent":"372.388823ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:22.711691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.379799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:22.712018Z","caller":"traceutil/trace.go:171","msg":"trace[1552230423] linearizableReadLoop","detail":"{readStateIndex:24670; appliedIndex:24667; }","duration":"513.979393ms","start":"2026-02-24T20:49:22.19802Z","end":"2026-02-24T20:49:22.711999Z","steps":["trace[1552230423] 'read index received' (duration: 306.194134ms)","trace[1552230423] 'applied index is now lower than readState.Index' (duration: 207.784099ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:22.711992Z","caller":"traceutil/trace.go:171","msg":"trace[1292395051] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"525.657491ms","start":"2026-02-24T20:49:22.186272Z","end":"2026-02-24T20:49:22.71193Z","steps":["trace[1292395051] 'process raft request' (duration: 317.925053ms)","trace[1292395051] 'compare' (duration: 207.197695ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:22.712115Z","caller":"traceutil/trace.go:171","msg":"trace[1045580638] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"525.725182ms","start":"2026-02-24T20:49:22.18638Z","end":"2026-02-24T20:49:22.712105Z","steps":["trace[1045580638] 'process raft request' (duration: 525.433165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.712184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.186353Z","time spent":"525.795784ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:22.71222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.186255Z","time spent":"525.837334ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:22.71242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.99651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:22.712479Z","caller":"traceutil/trace.go:171","msg":"trace[901765493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23825; }","duration":"497.061141ms","start":"2026-02-24T20:49:22.215403Z","end":"2026-02-24T20:49:22.712464Z","steps":["trace[901765493] 'agreement among raft nodes before linearized reading' (duration: 496.963309ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:22.712467Z","caller":"traceutil/trace.go:171","msg":"trace[1314906407] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"524.825999ms","start":"2026-02-24T20:49:22.187611Z","end":"2026-02-24T20:49:22.712437Z","steps":["trace[1314906407] 'process raft request' (duration: 524.342008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.71252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.215356Z","time spent":"497.150704ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:22.712626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.187604Z","time spent":"524.938732ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:22.712754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.734601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:49:22.7128Z","caller":"traceutil/trace.go:171","msg":"trace[787176948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23825; }","duration":"514.808553ms","start":"2026-02-24T20:49:22.19798Z","end":"2026-02-24T20:49:22.712788Z","steps":["trace[787176948] 'agreement among raft nodes before linearized reading' (duration: 514.292591ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.712837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.197964Z","time spent":"514.865784ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5566,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:49:23.349215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.476923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:23.349352Z","caller":"traceutil/trace.go:171","msg":"trace[2086846968] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"630.048927ms","start":"2026-02-24T20:49:22.719276Z","end":"2026-02-24T20:49:23.349325Z","steps":["trace[2086846968] 'process raft request' (duration: 137.351738ms)","trace[2086846968] 'compare' (duration: 491.867739ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:23.349432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.71926Z","time spent":"630.132528ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:23.36381Z","caller":"traceutil/trace.go:171","msg":"trace[1374407433] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"407.581409ms","start":"2026-02-24T20:49:22.956214Z","end":"2026-02-24T20:49:23.363795Z","steps":["trace[1374407433] 'process raft request' (duration: 407.477736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.363887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.956183Z","time spent":"407.66761ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:23.399117Z","caller":"traceutil/trace.go:171","msg":"trace[1543962639] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"412.230509ms","start":"2026-02-24T20:49:22.98686Z","end":"2026-02-24T20:49:23.399091Z","steps":["trace[1543962639] 'process raft request' (duration: 412.043965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.399264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.986831Z","time spent":"412.356872ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:23.39928Z","caller":"traceutil/trace.go:171","msg":"trace[1613067066] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24671; }","duration":"362.004237ms","start":"2026-02-24T20:49:23.037248Z","end":"2026-02-24T20:49:23.399253Z","steps":["trace[1613067066] 'read index received' (duration: 326.467894ms)","trace[1613067066] 'applied index is now lower than readState.Index' (duration: 35.534133ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.39931Z","caller":"traceutil/trace.go:171","msg":"trace[779308591] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"411.454281ms","start":"2026-02-24T20:49:22.987825Z","end":"2026-02-24T20:49:23.399279Z","steps":["trace[779308591] 'process raft request' (duration: 411.216715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.399457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.890319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:23.399457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.987815Z","time spent":"411.556273ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:23.39949Z","caller":"traceutil/trace.go:171","msg":"trace[1525493270] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23829; }","duration":"346.981341ms","start":"2026-02-24T20:49:23.0525Z","end":"2026-02-24T20:49:23.399482Z","steps":["trace[1525493270] 'agreement among raft nodes before linearized reading' (duration: 346.878279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.399521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.052486Z","time spent":"347.028872ms","remote":"127.0.0.1:56556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:23.399697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.418708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:49:23.399774Z","caller":"traceutil/trace.go:171","msg":"trace[350040947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23829; }","duration":"362.54451ms","start":"2026-02-24T20:49:23.037213Z","end":"2026-02-24T20:49:23.399757Z","steps":["trace[350040947] 'agreement among raft nodes before linearized reading' (duration: 362.171871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.399809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.037202Z","time spent":"362.601362ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-02-24T20:49:23.675832Z","caller":"traceutil/trace.go:171","msg":"trace[718672942] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"241.386316ms","start":"2026-02-24T20:49:23.434422Z","end":"2026-02-24T20:49:23.675808Z","steps":["trace[718672942] 'process raft request' (duration: 241.002987ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.0044Z","caller":"traceutil/trace.go:171","msg":"trace[50104713] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"393.642167ms","start":"2026-02-24T20:49:23.610729Z","end":"2026-02-24T20:49:24.004371Z","steps":["trace[50104713] 'process raft request' (duration: 313.420904ms)","trace[50104713] 'compare' (duration: 79.935897ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:24.004531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.610702Z","time spent":"393.76ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:24.00459Z","caller":"traceutil/trace.go:171","msg":"trace[1251322482] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"393.76537ms","start":"2026-02-24T20:49:23.6108Z","end":"2026-02-24T20:49:24.004565Z","steps":["trace[1251322482] 'process raft request' (duration: 393.490623ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.004699Z","caller":"traceutil/trace.go:171","msg":"trace[467902670] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"392.403098ms","start":"2026-02-24T20:49:23.612289Z","end":"2026-02-24T20:49:24.004692Z","steps":["trace[467902670] 'process raft request' (duration: 392.202553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.004741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.612282Z","time spent":"392.436949ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:24.00474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.610771Z","time spent":"393.894683ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:24.004823Z","caller":"traceutil/trace.go:171","msg":"trace[2027062594] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"391.695682ms","start":"2026-02-24T20:49:23.613121Z","end":"2026-02-24T20:49:24.004816Z","steps":["trace[2027062594] 'process raft request' (duration: 391.512407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.00486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.613114Z","time spent":"391.724902ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:24.004924Z","caller":"traceutil/trace.go:171","msg":"trace[475566683] linearizableReadLoop","detail":"{readStateIndex:24680; appliedIndex:24675; }","duration":"363.705858ms","start":"2026-02-24T20:49:23.641212Z","end":"2026-02-24T20:49:24.004918Z","steps":["trace[475566683] 'read index received' (duration: 34.498609ms)","trace[475566683] 'applied index is now lower than readState.Index' (duration: 329.206309ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:24.083796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.32192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:24.083886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.860943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:24.083997Z","caller":"traceutil/trace.go:171","msg":"trace[1473969929] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23835; }","duration":"198.025307ms","start":"2026-02-24T20:49:23.885937Z","end":"2026-02-24T20:49:24.083962Z","steps":["trace[1473969929] 'agreement among raft nodes before linearized reading' (duration: 197.679159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.08412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.116892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:24.084167Z","caller":"traceutil/trace.go:171","msg":"trace[1862542131] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23835; }","duration":"298.206474ms","start":"2026-02-24T20:49:23.785948Z","end":"2026-02-24T20:49:24.084155Z","steps":["trace[1862542131] 'agreement among raft nodes before linearized reading' (duration: 298.016959ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.083927Z","caller":"traceutil/trace.go:171","msg":"trace[237395819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23835; }","duration":"393.488803ms","start":"2026-02-24T20:49:23.690397Z","end":"2026-02-24T20:49:24.083886Z","steps":["trace[237395819] 'agreement among raft nodes before linearized reading' (duration: 393.269798ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.084373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.690386Z","time spent":"393.947046ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:24.084528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.926275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:24.084602Z","caller":"traceutil/trace.go:171","msg":"trace[1088270429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23835; }","duration":"327.048978ms","start":"2026-02-24T20:49:23.757527Z","end":"2026-02-24T20:49:24.084576Z","steps":["trace[1088270429] 'agreement among raft nodes before linearized reading' (duration: 326.926535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.084671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.757501Z","time spent":"327.154961ms","remote":"127.0.0.1:56938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:24.085887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.640998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:49:24.085982Z","caller":"traceutil/trace.go:171","msg":"trace[1583436289] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23835; }","duration":"444.803622ms","start":"2026-02-24T20:49:23.641154Z","end":"2026-02-24T20:49:24.085957Z","steps":["trace[1583436289] 'agreement among raft nodes before linearized reading' (duration: 363.829061ms)","trace[1583436289] 'count revisions from in-memory index tree' (duration: 80.833287ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:24.086029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.64113Z","time spent":"444.888124ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2649,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:25.174191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.4998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:25.174536Z","caller":"traceutil/trace.go:171","msg":"trace[1192302020] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"1.087678442s","start":"2026-02-24T20:49:24.086819Z","end":"2026-02-24T20:49:25.174497Z","steps":["trace[1192302020] 'process raft request' (duration: 259.160537ms)","trace[1192302020] 'compare' (duration: 827.387017ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:25.174639Z","caller":"traceutil/trace.go:171","msg":"trace[141368211] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"1.014642959s","start":"2026-02-24T20:49:24.159965Z","end":"2026-02-24T20:49:25.174608Z","steps":["trace[141368211] 'process raft request' (duration: 1.014600758s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:25.174599Z","caller":"traceutil/trace.go:171","msg":"trace[39808245] linearizableReadLoop","detail":"{readStateIndex:24683; appliedIndex:24681; }","duration":"1.08672903s","start":"2026-02-24T20:49:24.087848Z","end":"2026-02-24T20:49:25.174577Z","steps":["trace[39808245] 'read index received' (duration: 42.491948ms)","trace[39808245] 'applied index is now lower than readState.Index' (duration: 1.044234591s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:25.17466Z","caller":"traceutil/trace.go:171","msg":"trace[1599586488] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"1.042701605s","start":"2026-02-24T20:49:24.131942Z","end":"2026-02-24T20:49:25.174643Z","steps":["trace[1599586488] 'process raft request' (duration: 1.042384538s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:25.174704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.159938Z","time spent":"1.014736521s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:25.174753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.131928Z","time spent":"1.042765316s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:25.174754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.086796Z","time spent":"1.087874637s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:25.174886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087025576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-24T20:49:25.174903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084569398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:25.174953Z","caller":"traceutil/trace.go:171","msg":"trace[1599402290] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc; range_end:; response_count:1; response_revision:23838; }","duration":"1.087109259s","start":"2026-02-24T20:49:24.087828Z","end":"2026-02-24T20:49:25.174937Z","steps":["trace[1599402290] 'agreement among raft nodes before linearized reading' (duration: 1.086910864s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:25.174989Z","caller":"traceutil/trace.go:171","msg":"trace[482604760] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23838; }","duration":"1.084674831s","start":"2026-02-24T20:49:24.090297Z","end":"2026-02-24T20:49:25.174972Z","steps":["trace[482604760] 'agreement among raft nodes before linearized reading' (duration: 1.084515607s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:25.175004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.655334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:25.17503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.087817Z","time spent":"1.08717666s","remote":"127.0.0.1:51094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-a5406fb5-f999-4762-b859-35557bed19dc\" "} {"level":"warn","ts":"2026-02-24T20:49:25.175057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.090261Z","time spent":"1.084786974s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:25.175056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.353227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:49:25.174898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.488665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:25.175132Z","caller":"traceutil/trace.go:171","msg":"trace[1535583867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23838; }","duration":"459.48147ms","start":"2026-02-24T20:49:24.715633Z","end":"2026-02-24T20:49:25.175114Z","steps":["trace[1535583867] 'agreement among raft nodes before linearized reading' (duration: 459.230804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:25.175113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.630286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:25.175139Z","caller":"traceutil/trace.go:171","msg":"trace[1746597203] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23838; }","duration":"436.751751ms","start":"2026-02-24T20:49:24.738373Z","end":"2026-02-24T20:49:25.175125Z","steps":["trace[1746597203] 'agreement among raft nodes before linearized reading' (duration: 436.475365ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:25.175136Z","caller":"traceutil/trace.go:171","msg":"trace[318255672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23838; }","duration":"483.755716ms","start":"2026-02-24T20:49:24.691288Z","end":"2026-02-24T20:49:25.175044Z","steps":["trace[318255672] 'agreement among raft nodes before linearized reading' (duration: 483.628273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:25.175186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.715623Z","time spent":"459.555362ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:25.17519Z","caller":"traceutil/trace.go:171","msg":"trace[753169409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23838; }","duration":"457.828681ms","start":"2026-02-24T20:49:24.717347Z","end":"2026-02-24T20:49:25.175176Z","steps":["trace[753169409] 'agreement among raft nodes before linearized reading' (duration: 457.496843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:25.175265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.717326Z","time spent":"457.928442ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:25.175256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.691215Z","time spent":"484.027252ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:25.175194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.738363Z","time spent":"436.820033ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:26.853297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415788764s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:26.853715Z","caller":"traceutil/trace.go:171","msg":"trace[1663224415] linearizableReadLoop","detail":"{readStateIndex:24690; appliedIndex:24687; }","duration":"1.429705525s","start":"2026-02-24T20:49:25.423983Z","end":"2026-02-24T20:49:26.853688Z","steps":["trace[1663224415] 'read index received' (duration: 13.573782ms)","trace[1663224415] 'applied index is now lower than readState.Index' (duration: 1.416130193s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:26.853836Z","caller":"traceutil/trace.go:171","msg":"trace[1554648248] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"1.448470991s","start":"2026-02-24T20:49:25.405348Z","end":"2026-02-24T20:49:26.853819Z","steps":["trace[1554648248] 'process raft request' (duration: 1.448257286s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:26.853839Z","caller":"traceutil/trace.go:171","msg":"trace[1822499006] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"1.449426242s","start":"2026-02-24T20:49:25.404374Z","end":"2026-02-24T20:49:26.8538Z","steps":["trace[1822499006] 'process raft request' (duration: 1.449067994s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.853912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4299177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:26.853955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.405323Z","time spent":"1.448546262s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:26.853984Z","caller":"traceutil/trace.go:171","msg":"trace[1459255138] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23843; }","duration":"1.430032872s","start":"2026-02-24T20:49:25.423937Z","end":"2026-02-24T20:49:26.85397Z","steps":["trace[1459255138] 'agreement among raft nodes before linearized reading' (duration: 1.429910529s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.854015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.423925Z","time spent":"1.430082934s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:26.854006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.404345Z","time spent":"1.449566366s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:27.159369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.223346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:27.159607Z","caller":"traceutil/trace.go:171","msg":"trace[768491948] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"1.150311037s","start":"2026-02-24T20:49:26.009277Z","end":"2026-02-24T20:49:27.159588Z","steps":["trace[768491948] 'process raft request' (duration: 1.150211515s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:27.159625Z","caller":"traceutil/trace.go:171","msg":"trace[1530208053] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"1.149397066s","start":"2026-02-24T20:49:26.010204Z","end":"2026-02-24T20:49:27.159601Z","steps":["trace[1530208053] 'process raft request' (duration: 1.149348104s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.010193Z","time spent":"1.149466167s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:27.159658Z","caller":"traceutil/trace.go:171","msg":"trace[1600005806] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"1.149911278s","start":"2026-02-24T20:49:26.009709Z","end":"2026-02-24T20:49:27.159621Z","steps":["trace[1600005806] 'process raft request' (duration: 1.149819616s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.009253Z","time spent":"1.150404399s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:27.159733Z","caller":"traceutil/trace.go:171","msg":"trace[953221217] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"1.203009427s","start":"2026-02-24T20:49:25.956706Z","end":"2026-02-24T20:49:27.159716Z","steps":["trace[953221217] 'process raft request' (duration: 1.019371992s)","trace[953221217] 'compare' (duration: 183.124723ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:27.159793Z","caller":"traceutil/trace.go:171","msg":"trace[537060949] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"1.149478198s","start":"2026-02-24T20:49:26.010297Z","end":"2026-02-24T20:49:27.159776Z","steps":["trace[537060949] 'process raft request' (duration: 1.149276093s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425101476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:27.159823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.956678Z","time spent":"1.203091199s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:27.159839Z","caller":"traceutil/trace.go:171","msg":"trace[1274760024] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23848; }","duration":"1.425159017s","start":"2026-02-24T20:49:25.734674Z","end":"2026-02-24T20:49:27.159833Z","steps":["trace[1274760024] 'agreement among raft nodes before linearized reading' (duration: 1.425118336s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.00967Z","time spent":"1.150077471s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:27.159859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.734652Z","time spent":"1.425203668s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:27.159861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.010268Z","time spent":"1.149558269s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:27.159876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479412605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:27.159796Z","caller":"traceutil/trace.go:171","msg":"trace[2053963582] linearizableReadLoop","detail":"{readStateIndex:24695; appliedIndex:24690; }","duration":"305.995249ms","start":"2026-02-24T20:49:26.853785Z","end":"2026-02-24T20:49:27.15978Z","steps":["trace[2053963582] 'read index received' (duration: 122.23137ms)","trace[2053963582] 'applied index is now lower than readState.Index' (duration: 183.762239ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:27.159896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.328143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-24T20:49:27.159905Z","caller":"traceutil/trace.go:171","msg":"trace[36871299] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23848; }","duration":"1.479481327s","start":"2026-02-24T20:49:25.680415Z","end":"2026-02-24T20:49:27.159897Z","steps":["trace[36871299] 'agreement among raft nodes before linearized reading' (duration: 1.479404505s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.997669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:27.159934Z","caller":"traceutil/trace.go:171","msg":"trace[781716331] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058; range_end:; response_count:1; response_revision:23848; }","duration":"821.403246ms","start":"2026-02-24T20:49:26.33852Z","end":"2026-02-24T20:49:27.159923Z","steps":["trace[781716331] 'agreement among raft nodes before linearized reading' (duration: 821.272282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.159936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:25.680393Z","time spent":"1.479535278s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:27.159967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.338499Z","time spent":"821.460448ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058\" "} {"level":"info","ts":"2026-02-24T20:49:27.159973Z","caller":"traceutil/trace.go:171","msg":"trace[910287341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23848; }","duration":"470.115583ms","start":"2026-02-24T20:49:26.68984Z","end":"2026-02-24T20:49:27.159955Z","steps":["trace[910287341] 'agreement among raft nodes before linearized reading' (duration: 469.989609ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.160016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:26.689817Z","time spent":"470.187964ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:27.721551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:28.222274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058668864s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:28.222483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301618,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:49:28.296163Z","caller":"traceutil/trace.go:171","msg":"trace[1455097987] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"854.008149ms","start":"2026-02-24T20:49:27.442107Z","end":"2026-02-24T20:49:28.296115Z","steps":["trace[1455097987] 'process raft request' (duration: 853.461646ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:28.296164Z","caller":"traceutil/trace.go:171","msg":"trace[956746478] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"1.132599607s","start":"2026-02-24T20:49:27.16353Z","end":"2026-02-24T20:49:28.296129Z","steps":["trace[956746478] 'process raft request' (duration: 1.059179936s)","trace[956746478] 'compare' (duration: 72.5014ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:28.2963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.442083Z","time spent":"854.144122ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:28.296368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.163513Z","time spent":"1.13273689s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:28.399194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.499386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:49:28.399323Z","caller":"traceutil/trace.go:171","msg":"trace[2029797280] linearizableReadLoop","detail":"{readStateIndex:24697; appliedIndex:24695; }","duration":"1.177949334s","start":"2026-02-24T20:49:27.221354Z","end":"2026-02-24T20:49:28.399303Z","steps":["trace[2029797280] 'read index received' (duration: 1.001321124s)","trace[2029797280] 'applied index is now lower than readState.Index' (duration: 176.62625ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:28.399379Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9154582815142301622,"received-request-id":9154582815142301618} {"level":"warn","ts":"2026-02-24T20:49:28.399626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178246431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:49:28.399677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137065403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:28.399696Z","caller":"traceutil/trace.go:171","msg":"trace[735270409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23850; }","duration":"1.178359243s","start":"2026-02-24T20:49:27.22132Z","end":"2026-02-24T20:49:28.399679Z","steps":["trace[735270409] 'agreement among raft nodes before linearized reading' (duration: 1.178106767s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:28.399707Z","caller":"traceutil/trace.go:171","msg":"trace[2138621253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23850; }","duration":"1.137135175s","start":"2026-02-24T20:49:27.262561Z","end":"2026-02-24T20:49:28.399696Z","steps":["trace[2138621253] 'agreement among raft nodes before linearized reading' (duration: 1.136936241s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.399701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.077062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T20:49:28.39974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.221303Z","time spent":"1.178426465s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:28.399743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.262547Z","time spent":"1.137188806s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:49:28.399781Z","caller":"traceutil/trace.go:171","msg":"trace[1396889673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23850; }","duration":"787.167884ms","start":"2026-02-24T20:49:27.612588Z","end":"2026-02-24T20:49:28.399756Z","steps":["trace[1396889673] 'agreement among raft nodes before linearized reading' (duration: 786.960299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.39982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.612532Z","time spent":"787.279446ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:49:28.399931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.053241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:28.39996Z","caller":"traceutil/trace.go:171","msg":"trace[23731602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23850; }","duration":"709.114011ms","start":"2026-02-24T20:49:27.690837Z","end":"2026-02-24T20:49:28.399951Z","steps":["trace[23731602] 'agreement among raft nodes before linearized reading' (duration: 709.06771ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.399988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.690818Z","time spent":"709.161743ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:28.399967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.943591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:49:28.400115Z","caller":"traceutil/trace.go:171","msg":"trace[1776153561] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23850; }","duration":"788.162696ms","start":"2026-02-24T20:49:27.611913Z","end":"2026-02-24T20:49:28.400075Z","steps":["trace[1776153561] 'agreement among raft nodes before linearized reading' (duration: 787.715936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.400112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.357457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:28.400171Z","caller":"traceutil/trace.go:171","msg":"trace[985294236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23850; }","duration":"110.424629ms","start":"2026-02-24T20:49:28.289731Z","end":"2026-02-24T20:49:28.400156Z","steps":["trace[985294236] 'agreement among raft nodes before linearized reading' (duration: 110.319926ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.400297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.611897Z","time spent":"788.384772ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:28.399732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.046102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:28.400525Z","caller":"traceutil/trace.go:171","msg":"trace[905242759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23850; }","duration":"680.840471ms","start":"2026-02-24T20:49:27.719621Z","end":"2026-02-24T20:49:28.400461Z","steps":["trace[905242759] 'agreement among raft nodes before linearized reading' (duration: 679.92524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.400693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:27.719599Z","time spent":"681.028085ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:49:28.564408Z","caller":"traceutil/trace.go:171","msg":"trace[675400165] linearizableReadLoop","detail":"{readStateIndex:24700; appliedIndex:24698; }","duration":"160.483586ms","start":"2026-02-24T20:49:28.403905Z","end":"2026-02-24T20:49:28.564389Z","steps":["trace[675400165] 'read index received' (duration: 21.486959ms)","trace[675400165] 'applied index is now lower than readState.Index' (duration: 138.995827ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:28.564434Z","caller":"traceutil/trace.go:171","msg":"trace[1677149792] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"161.0495ms","start":"2026-02-24T20:49:28.403349Z","end":"2026-02-24T20:49:28.564398Z","steps":["trace[1677149792] 'process raft request' (duration: 135.709289ms)","trace[1677149792] 'compare' (duration: 25.058615ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:28.564491Z","caller":"traceutil/trace.go:171","msg":"trace[1067811472] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"159.757309ms","start":"2026-02-24T20:49:28.404723Z","end":"2026-02-24T20:49:28.564481Z","steps":["trace[1067811472] 'process raft request' (duration: 159.609766ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:28.564494Z","caller":"traceutil/trace.go:171","msg":"trace[426245364] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"159.76894ms","start":"2026-02-24T20:49:28.404713Z","end":"2026-02-24T20:49:28.564482Z","steps":["trace[426245364] 'process raft request' (duration: 159.647967ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:28.564534Z","caller":"traceutil/trace.go:171","msg":"trace[1344939797] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"160.105138ms","start":"2026-02-24T20:49:28.404403Z","end":"2026-02-24T20:49:28.564508Z","steps":["trace[1344939797] 'process raft request' (duration: 159.887153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:28.564579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.654311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:28.564609Z","caller":"traceutil/trace.go:171","msg":"trace[1526699264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23855; }","duration":"160.725482ms","start":"2026-02-24T20:49:28.403876Z","end":"2026-02-24T20:49:28.564601Z","steps":["trace[1526699264] 'agreement among raft nodes before linearized reading' (duration: 160.591399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:29.04991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.683059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:29.049996Z","caller":"traceutil/trace.go:171","msg":"trace[1229522311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23855; }","duration":"358.796292ms","start":"2026-02-24T20:49:28.691175Z","end":"2026-02-24T20:49:29.049971Z","steps":["trace[1229522311] 'range keys from in-memory index tree' (duration: 358.604387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:29.050052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:28.691161Z","time spent":"358.868783ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:29.050158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.653211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:29.050232Z","caller":"traceutil/trace.go:171","msg":"trace[209034237] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23855; }","duration":"289.776224ms","start":"2026-02-24T20:49:28.760441Z","end":"2026-02-24T20:49:29.050217Z","steps":["trace[209034237] 'count revisions from in-memory index tree' (duration: 289.557419ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.050336Z","caller":"traceutil/trace.go:171","msg":"trace[217449083] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"191.544574ms","start":"2026-02-24T20:49:28.85876Z","end":"2026-02-24T20:49:29.050304Z","steps":["trace[217449083] 'process raft request' (duration: 163.931919ms)","trace[217449083] 'compare' (duration: 27.371969ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:29.079144Z","caller":"traceutil/trace.go:171","msg":"trace[749348579] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"219.792054ms","start":"2026-02-24T20:49:28.859338Z","end":"2026-02-24T20:49:29.07913Z","steps":["trace[749348579] 'process raft request' (duration: 219.661141ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.079457Z","caller":"traceutil/trace.go:171","msg":"trace[88857686] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"219.462436ms","start":"2026-02-24T20:49:28.859968Z","end":"2026-02-24T20:49:29.079431Z","steps":["trace[88857686] 'process raft request' (duration: 219.129879ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.079522Z","caller":"traceutil/trace.go:171","msg":"trace[41171943] linearizableReadLoop","detail":"{readStateIndex:24706; appliedIndex:24703; }","duration":"193.0693ms","start":"2026-02-24T20:49:28.886443Z","end":"2026-02-24T20:49:29.079513Z","steps":["trace[41171943] 'read index received' (duration: 136.264652ms)","trace[41171943] 'applied index is now lower than readState.Index' (duration: 56.803498ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:29.079671Z","caller":"traceutil/trace.go:171","msg":"trace[1487632834] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"141.402864ms","start":"2026-02-24T20:49:28.938245Z","end":"2026-02-24T20:49:29.079648Z","steps":["trace[1487632834] 'process raft request' (duration: 141.062786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:29.079805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.338456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4\" ","response":"range_response_count:1 size:6791"} {"level":"warn","ts":"2026-02-24T20:49:29.079835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.276725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:29.079896Z","caller":"traceutil/trace.go:171","msg":"trace[764747639] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-9lvq4; range_end:; response_count:1; response_revision:23859; }","duration":"193.534931ms","start":"2026-02-24T20:49:28.886342Z","end":"2026-02-24T20:49:29.079877Z","steps":["trace[764747639] 'agreement among raft nodes before linearized reading' (duration: 193.252134ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.079942Z","caller":"traceutil/trace.go:171","msg":"trace[2061845322] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23859; }","duration":"193.428708ms","start":"2026-02-24T20:49:28.886456Z","end":"2026-02-24T20:49:29.079884Z","steps":["trace[2061845322] 'agreement among raft nodes before linearized reading' (duration: 193.203143ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.288461Z","caller":"traceutil/trace.go:171","msg":"trace[439573640] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"123.825377ms","start":"2026-02-24T20:49:29.164586Z","end":"2026-02-24T20:49:29.288411Z","steps":["trace[439573640] 'process raft request' (duration: 123.5208ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.288555Z","caller":"traceutil/trace.go:171","msg":"trace[1372032504] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"123.320736ms","start":"2026-02-24T20:49:29.165204Z","end":"2026-02-24T20:49:29.288525Z","steps":["trace[1372032504] 'process raft request' (duration: 123.182222ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.288609Z","caller":"traceutil/trace.go:171","msg":"trace[1081723177] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"123.860877ms","start":"2026-02-24T20:49:29.164699Z","end":"2026-02-24T20:49:29.28856Z","steps":["trace[1081723177] 'process raft request' (duration: 123.598641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:29.288677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.514234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-02-24T20:49:29.288686Z","caller":"traceutil/trace.go:171","msg":"trace[1217631576] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"111.270139ms","start":"2026-02-24T20:49:29.177381Z","end":"2026-02-24T20:49:29.288651Z","steps":["trace[1217631576] 'process raft request' (duration: 111.063294ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.288733Z","caller":"traceutil/trace.go:171","msg":"trace[2084103492] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23865; }","duration":"143.630227ms","start":"2026-02-24T20:49:29.145085Z","end":"2026-02-24T20:49:29.288715Z","steps":["trace[2084103492] 'agreement among raft nodes before linearized reading' (duration: 143.411112ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:29.523198Z","caller":"traceutil/trace.go:171","msg":"trace[1274503609] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"330.820617ms","start":"2026-02-24T20:49:29.192347Z","end":"2026-02-24T20:49:29.523168Z","steps":["trace[1274503609] 'process raft request' (duration: 302.419293ms)","trace[1274503609] 'compare' (duration: 28.182629ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:29.523185Z","caller":"traceutil/trace.go:171","msg":"trace[1123113160] linearizableReadLoop","detail":"{readStateIndex:24714; appliedIndex:24713; }","duration":"232.67156ms","start":"2026-02-24T20:49:29.290433Z","end":"2026-02-24T20:49:29.523104Z","steps":["trace[1123113160] 'read index received' (duration: 204.488671ms)","trace[1123113160] 'applied index is now lower than readState.Index' (duration: 28.180918ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:29.523346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:29.192332Z","time spent":"330.92782ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:29.523541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.088019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-h7zh9\" ","response":"range_response_count:1 size:5861"} {"level":"info","ts":"2026-02-24T20:49:29.523608Z","caller":"traceutil/trace.go:171","msg":"trace[1224207874] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-h7zh9; range_end:; response_count:1; response_revision:23866; }","duration":"233.200302ms","start":"2026-02-24T20:49:29.290385Z","end":"2026-02-24T20:49:29.523586Z","steps":["trace[1224207874] 'agreement among raft nodes before linearized reading' (duration: 232.863454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:30.45993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.657944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:30.460017Z","caller":"traceutil/trace.go:171","msg":"trace[79141168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23866; }","duration":"768.799208ms","start":"2026-02-24T20:49:29.6912Z","end":"2026-02-24T20:49:30.46Z","steps":["trace[79141168] 'range keys from in-memory index tree' (duration: 768.568581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:30.460058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:29.691179Z","time spent":"768.87108ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:30.756113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.584185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:49:30.756504Z","caller":"traceutil/trace.go:171","msg":"trace[1480472711] linearizableReadLoop","detail":"{readStateIndex:24716; appliedIndex:24714; }","duration":"340.241781ms","start":"2026-02-24T20:49:30.416227Z","end":"2026-02-24T20:49:30.756469Z","steps":["trace[1480472711] 'read index received' (duration: 36.190359ms)","trace[1480472711] 'applied index is now lower than readState.Index' (duration: 304.049832ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:30.756518Z","caller":"traceutil/trace.go:171","msg":"trace[208607501] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"453.380565ms","start":"2026-02-24T20:49:30.303109Z","end":"2026-02-24T20:49:30.756489Z","steps":["trace[208607501] 'process raft request' (duration: 453.106098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:30.756662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.303071Z","time spent":"453.540138ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:31.792232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330643816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:31.792297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222716705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:49:31.792339Z","caller":"traceutil/trace.go:171","msg":"trace[1702250930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23867; }","duration":"1.330782969s","start":"2026-02-24T20:49:30.461527Z","end":"2026-02-24T20:49:31.792309Z","steps":["trace[1702250930] 'agreement among raft nodes before linearized reading' (duration: 295.157481ms)","trace[1702250930] 'range keys from in-memory index tree' (duration: 1.035477624s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:31.792397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.461513Z","time spent":"1.330869731s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:31.792408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.776205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:31.792463Z","caller":"traceutil/trace.go:171","msg":"trace[1337071152] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23867; }","duration":"843.876588ms","start":"2026-02-24T20:49:30.94857Z","end":"2026-02-24T20:49:31.792446Z","steps":["trace[1337071152] 'count revisions from in-memory index tree' (duration: 843.699154ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:31.792434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136496901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:31.792397Z","caller":"traceutil/trace.go:171","msg":"trace[1928651959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23867; }","duration":"1.222837488s","start":"2026-02-24T20:49:30.569526Z","end":"2026-02-24T20:49:31.792363Z","steps":["trace[1928651959] 'agreement among raft nodes before linearized reading' (duration: 187.205411ms)","trace[1928651959] 'range keys from in-memory index tree' (duration: 1.035398422s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:31.792509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225159763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:49:31.792527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.948549Z","time spent":"843.963ms","remote":"127.0.0.1:52532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:31.792549Z","caller":"traceutil/trace.go:171","msg":"trace[1665941375] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23867; }","duration":"1.136680115s","start":"2026-02-24T20:49:30.655839Z","end":"2026-02-24T20:49:31.792519Z","steps":["trace[1665941375] 'agreement among raft nodes before linearized reading' (duration: 100.867823ms)","trace[1665941375] 'count revisions from in-memory index tree' (duration: 1.035631678s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:31.792566Z","caller":"traceutil/trace.go:171","msg":"trace[1028868794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23867; }","duration":"1.225252865s","start":"2026-02-24T20:49:30.567297Z","end":"2026-02-24T20:49:31.79255Z","steps":["trace[1028868794] 'agreement among raft nodes before linearized reading' (duration: 189.442824ms)","trace[1028868794] 'range keys from in-memory index tree' (duration: 1.035672918s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:31.792566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.569517Z","time spent":"1.223021542s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:31.792524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.031242Z","time spent":"761.27788ms","remote":"127.0.0.1:40178","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:49:31.792554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376310619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:31.792783Z","caller":"traceutil/trace.go:171","msg":"trace[1827225774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23867; }","duration":"1.376574255s","start":"2026-02-24T20:49:30.416167Z","end":"2026-02-24T20:49:31.792741Z","steps":["trace[1827225774] 'agreement among raft nodes before linearized reading' (duration: 340.386304ms)","trace[1827225774] 'count revisions from in-memory index tree' (duration: 1.035959375s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:31.792616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.567276Z","time spent":"1.225332928s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:31.79263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.655782Z","time spent":"1.136828779s","remote":"127.0.0.1:40036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:31.792967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.416142Z","time spent":"1.376715129s","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:31.79247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221173239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:31.793135Z","caller":"traceutil/trace.go:171","msg":"trace[2078960503] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23867; }","duration":"1.221836154s","start":"2026-02-24T20:49:30.571264Z","end":"2026-02-24T20:49:31.7931Z","steps":["trace[2078960503] 'agreement among raft nodes before linearized reading' (duration: 185.459149ms)","trace[2078960503] 'count revisions from in-memory index tree' (duration: 1.03571343s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:31.793197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:30.571255Z","time spent":"1.221924047s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:31.796493Z","caller":"traceutil/trace.go:171","msg":"trace[2090209107] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"712.655986ms","start":"2026-02-24T20:49:31.083827Z","end":"2026-02-24T20:49:31.796483Z","steps":["trace[2090209107] 'process raft request' (duration: 712.567254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:31.796559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.083802Z","time spent":"712.718718ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.731399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603879576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:33.731588Z","caller":"traceutil/trace.go:171","msg":"trace[939832335] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"2.646901028s","start":"2026-02-24T20:49:31.084669Z","end":"2026-02-24T20:49:33.73157Z","steps":["trace[939832335] 'process raft request' (duration: 1.042768946s)","trace[939832335] 'compare' (duration: 1.60359662s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:33.731656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.084643Z","time spent":"2.646983551s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:33.732243Z","caller":"traceutil/trace.go:171","msg":"trace[1038860593] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"2.438033056s","start":"2026-02-24T20:49:31.294183Z","end":"2026-02-24T20:49:33.732216Z","steps":["trace[1038860593] 'process raft request' (duration: 2.437308428s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.732283Z","caller":"traceutil/trace.go:171","msg":"trace[261269899] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"2.43777991s","start":"2026-02-24T20:49:31.294478Z","end":"2026-02-24T20:49:33.732258Z","steps":["trace[261269899] 'process raft request' (duration: 2.437663067s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.73233Z","caller":"traceutil/trace.go:171","msg":"trace[459941557] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"2.437193755s","start":"2026-02-24T20:49:31.295127Z","end":"2026-02-24T20:49:33.732321Z","steps":["trace[459941557] 'process raft request' (duration: 2.437121023s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.732344Z","caller":"traceutil/trace.go:171","msg":"trace[594904900] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"2.437747489s","start":"2026-02-24T20:49:31.29456Z","end":"2026-02-24T20:49:33.732308Z","steps":["trace[594904900] 'process raft request' (duration: 2.437652566s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.732399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.295116Z","time spent":"2.437232776s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.732398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.294467Z","time spent":"2.437863072s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:33.732388Z","caller":"traceutil/trace.go:171","msg":"trace[840958444] linearizableReadLoop","detail":"{readStateIndex:24722; appliedIndex:24717; }","duration":"2.299840747s","start":"2026-02-24T20:49:31.432533Z","end":"2026-02-24T20:49:33.732374Z","steps":["trace[840958444] 'read index received' (duration: 363.948384ms)","trace[840958444] 'applied index is now lower than readState.Index' (duration: 1.935890913s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:33.732511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.294534Z","time spent":"2.437890932s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:33.732562Z","caller":"traceutil/trace.go:171","msg":"trace[1491086412] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.935693089s","start":"2026-02-24T20:49:31.796866Z","end":"2026-02-24T20:49:33.732559Z","steps":["trace[1491086412] 'process raft request' (duration: 1.935418612s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.732547Z","caller":"traceutil/trace.go:171","msg":"trace[489331171] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.935082244s","start":"2026-02-24T20:49:31.797461Z","end":"2026-02-24T20:49:33.732543Z","steps":["trace[489331171] 'process raft request' (duration: 1.935049283s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.732601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.796846Z","time spent":"1.935728599s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.732684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.294165Z","time spent":"2.438141319s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.732715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.797446Z","time spent":"1.935166996s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.732855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300314068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:33.732951Z","caller":"traceutil/trace.go:171","msg":"trace[601099796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23875; }","duration":"2.300449561s","start":"2026-02-24T20:49:31.432476Z","end":"2026-02-24T20:49:33.732926Z","steps":["trace[601099796] 'agreement among raft nodes before linearized reading' (duration: 2.2999718s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.732984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.432452Z","time spent":"2.300522033s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:33.750462Z","caller":"traceutil/trace.go:171","msg":"trace[1221143351] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"1.585384268s","start":"2026-02-24T20:49:32.165058Z","end":"2026-02-24T20:49:33.750443Z","steps":["trace[1221143351] 'process raft request' (duration: 1.585130282s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.750688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.165035Z","time spent":"1.585490171s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.75079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27173283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:33.750852Z","caller":"traceutil/trace.go:171","msg":"trace[166606878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23878; }","duration":"2.271841653s","start":"2026-02-24T20:49:31.478997Z","end":"2026-02-24T20:49:33.750838Z","steps":["trace[166606878] 'agreement among raft nodes before linearized reading' (duration: 2.27173631s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.750896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.478978Z","time spent":"2.271908335s","remote":"127.0.0.1:56624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:33.751096Z","caller":"traceutil/trace.go:171","msg":"trace[305679455] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"1.070952164s","start":"2026-02-24T20:49:32.680132Z","end":"2026-02-24T20:49:33.751084Z","steps":["trace[305679455] 'process raft request' (duration: 1.070266298s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.680104Z","time spent":"1.071027167s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:33.751248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.115895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.751307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012027057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.751259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909917386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.751313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957099046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:33.751335Z","caller":"traceutil/trace.go:171","msg":"trace[783783104] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23878; }","duration":"1.910035559s","start":"2026-02-24T20:49:31.841294Z","end":"2026-02-24T20:49:33.751329Z","steps":["trace[783783104] 'agreement among raft nodes before linearized reading' (duration: 1.909900046s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.751342Z","caller":"traceutil/trace.go:171","msg":"trace[1109158212] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23878; }","duration":"1.012107539s","start":"2026-02-24T20:49:32.739219Z","end":"2026-02-24T20:49:33.751327Z","steps":["trace[1109158212] 'agreement among raft nodes before linearized reading' (duration: 1.012066838s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.751342Z","caller":"traceutil/trace.go:171","msg":"trace[1032487259] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23878; }","duration":"1.957160327s","start":"2026-02-24T20:49:31.794173Z","end":"2026-02-24T20:49:33.751333Z","steps":["trace[1032487259] 'agreement among raft nodes before linearized reading' (duration: 1.957115366s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.739188Z","time spent":"1.01217469s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:33.751272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951635296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.751373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.794157Z","time spent":"1.957206988s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:33.751392Z","caller":"traceutil/trace.go:171","msg":"trace[2119308206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23878; }","duration":"1.951771339s","start":"2026-02-24T20:49:31.799614Z","end":"2026-02-24T20:49:33.751386Z","steps":["trace[2119308206] 'agreement among raft nodes before linearized reading' (duration: 1.951629706s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.799602Z","time spent":"1.95181365s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:33.751454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.967198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.75145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84307828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:33.751308Z","caller":"traceutil/trace.go:171","msg":"trace[1927872743] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23878; }","duration":"976.233717ms","start":"2026-02-24T20:49:32.77506Z","end":"2026-02-24T20:49:33.751294Z","steps":["trace[1927872743] 'agreement among raft nodes before linearized reading' (duration: 976.115355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.775042Z","time spent":"976.470463ms","remote":"127.0.0.1:52664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:33.751509Z","caller":"traceutil/trace.go:171","msg":"trace[503817615] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23878; }","duration":"279.06806ms","start":"2026-02-24T20:49:33.472428Z","end":"2026-02-24T20:49:33.751496Z","steps":["trace[503817615] 'agreement among raft nodes before linearized reading' (duration: 278.966728ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:33.751525Z","caller":"traceutil/trace.go:171","msg":"trace[968420323] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23878; }","duration":"1.843192903s","start":"2026-02-24T20:49:31.908314Z","end":"2026-02-24T20:49:33.751507Z","steps":["trace[968420323] 'agreement among raft nodes before linearized reading' (duration: 1.84304957s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.841278Z","time spent":"1.91008177s","remote":"127.0.0.1:56752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:33.751584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:31.908296Z","time spent":"1.843272426s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:33.751599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.411696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:33.751627Z","caller":"traceutil/trace.go:171","msg":"trace[1357543905] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23878; }","duration":"789.467168ms","start":"2026-02-24T20:49:32.962153Z","end":"2026-02-24T20:49:33.75162Z","steps":["trace[1357543905] 'agreement among raft nodes before linearized reading' (duration: 789.424567ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.962136Z","time spent":"789.504898ms","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:33.751673Z","caller":"traceutil/trace.go:171","msg":"trace[359531659] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"990.383085ms","start":"2026-02-24T20:49:32.761271Z","end":"2026-02-24T20:49:33.751654Z","steps":["trace[359531659] 'process raft request' (duration: 989.37261ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:33.751705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.636416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:33.751828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.761245Z","time spent":"990.506597ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:33.751854Z","caller":"traceutil/trace.go:171","msg":"trace[1898358011] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23878; }","duration":"117.025106ms","start":"2026-02-24T20:49:33.634805Z","end":"2026-02-24T20:49:33.75183Z","steps":["trace[1898358011] 'agreement among raft nodes before linearized reading' (duration: 116.470202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.310998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:34.744158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:33.787524Z","time spent":"956.627192ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:49:34.809231Z","caller":"traceutil/trace.go:171","msg":"trace[386570683] linearizableReadLoop","detail":"{readStateIndex:24729; appliedIndex:24727; }","duration":"998.992477ms","start":"2026-02-24T20:49:33.810216Z","end":"2026-02-24T20:49:34.809208Z","steps":["trace[386570683] 'read index received' (duration: 919.178168ms)","trace[386570683] 'applied index is now lower than readState.Index' (duration: 79.813139ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:34.809288Z","caller":"traceutil/trace.go:171","msg":"trace[2009913670] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"1.008813369s","start":"2026-02-24T20:49:33.800454Z","end":"2026-02-24T20:49:34.809268Z","steps":["trace[2009913670] 'process raft request' (duration: 1.008562474s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.809372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.14526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:34.809387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:33.800439Z","time spent":"1.008895821s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:34.809411Z","caller":"traceutil/trace.go:171","msg":"trace[355424145] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23879; }","duration":"999.239332ms","start":"2026-02-24T20:49:33.810161Z","end":"2026-02-24T20:49:34.8094Z","steps":["trace[355424145] 'agreement among raft nodes before linearized reading' (duration: 999.157391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.809454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:33.810137Z","time spent":"999.306544ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:49:34.830765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.940446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:34.8308Z","caller":"traceutil/trace.go:171","msg":"trace[1366808041] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23880; }","duration":"615.003828ms","start":"2026-02-24T20:49:34.215788Z","end":"2026-02-24T20:49:34.830792Z","steps":["trace[1366808041] 'agreement among raft nodes before linearized reading' (duration: 614.907506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.830821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.215778Z","time spent":"615.038269ms","remote":"127.0.0.1:56518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:34.830821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.588397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:34.830853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.806683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:34.830895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.425044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-02-24T20:49:34.830938Z","caller":"traceutil/trace.go:171","msg":"trace[1124670023] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23880; }","duration":"974.949546ms","start":"2026-02-24T20:49:33.85597Z","end":"2026-02-24T20:49:34.830919Z","steps":["trace[1124670023] 'agreement among raft nodes before linearized reading' (duration: 974.803733ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:34.830982Z","caller":"traceutil/trace.go:171","msg":"trace[2014802679] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23880; }","duration":"646.547256ms","start":"2026-02-24T20:49:34.184413Z","end":"2026-02-24T20:49:34.830961Z","steps":["trace[2014802679] 'agreement among raft nodes before linearized reading' (duration: 646.316291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.831018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.801928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:49:34.831045Z","caller":"traceutil/trace.go:171","msg":"trace[63258771] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23880; }","duration":"672.85624ms","start":"2026-02-24T20:49:34.158183Z","end":"2026-02-24T20:49:34.831039Z","steps":["trace[63258771] 'agreement among raft nodes before linearized reading' (duration: 672.734667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.830996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:33.855948Z","time spent":"975.031818ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:34.830888Z","caller":"traceutil/trace.go:171","msg":"trace[1706889849] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23880; }","duration":"291.70867ms","start":"2026-02-24T20:49:34.539164Z","end":"2026-02-24T20:49:34.830873Z","steps":["trace[1706889849] 'agreement among raft nodes before linearized reading' (duration: 291.559227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.831072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.242102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:34.831118Z","caller":"traceutil/trace.go:171","msg":"trace[266777026] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23880; }","duration":"945.331854ms","start":"2026-02-24T20:49:33.885774Z","end":"2026-02-24T20:49:34.831106Z","steps":["trace[266777026] 'agreement among raft nodes before linearized reading' (duration: 945.193211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.831152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:33.885752Z","time spent":"945.392625ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" "} {"level":"warn","ts":"2026-02-24T20:49:34.83108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.158155Z","time spent":"672.916932ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-24T20:49:34.831169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.389769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:34.831295Z","caller":"traceutil/trace.go:171","msg":"trace[1027079492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23880; }","duration":"339.602784ms","start":"2026-02-24T20:49:34.491667Z","end":"2026-02-24T20:49:34.83127Z","steps":["trace[1027079492] 'agreement among raft nodes before linearized reading' (duration: 339.265876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:34.831356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.491646Z","time spent":"339.699227ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:34.831038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.184403Z","time spent":"646.621178ms","remote":"127.0.0.1:52624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7513,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T20:49:35.239802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.555442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:35.239909Z","caller":"traceutil/trace.go:171","msg":"trace[549039303] linearizableReadLoop","detail":"{readStateIndex:24731; appliedIndex:24730; }","duration":"404.137161ms","start":"2026-02-24T20:49:34.835755Z","end":"2026-02-24T20:49:35.239892Z","steps":["trace[549039303] 'read index received' (duration: 218.309513ms)","trace[549039303] 'applied index is now lower than readState.Index' (duration: 185.825738ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:35.240012Z","caller":"traceutil/trace.go:171","msg":"trace[104975434] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"404.623344ms","start":"2026-02-24T20:49:34.835374Z","end":"2026-02-24T20:49:35.239997Z","steps":["trace[104975434] 'process raft request' (duration: 218.788895ms)","trace[104975434] 'compare' (duration: 184.800284ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:35.24009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.835358Z","time spent":"404.690265ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:35.24032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.459999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:35.240423Z","caller":"traceutil/trace.go:171","msg":"trace[1636003336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23881; }","duration":"404.583272ms","start":"2026-02-24T20:49:34.835822Z","end":"2026-02-24T20:49:35.240406Z","steps":["trace[1636003336] 'agreement among raft nodes before linearized reading' (duration: 404.263065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:35.24049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.835819Z","time spent":"404.658614ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:35.240518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.724235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:49:35.24059Z","caller":"traceutil/trace.go:171","msg":"trace[1529793836] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23881; }","duration":"404.837027ms","start":"2026-02-24T20:49:34.835736Z","end":"2026-02-24T20:49:35.240573Z","steps":["trace[1529793836] 'agreement among raft nodes before linearized reading' (duration: 404.613512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:35.240639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:34.835724Z","time spent":"404.903609ms","remote":"127.0.0.1:51112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:49:35.757749Z","caller":"traceutil/trace.go:171","msg":"trace[933168540] linearizableReadLoop","detail":"{readStateIndex:24732; appliedIndex:24731; }","duration":"196.045895ms","start":"2026-02-24T20:49:35.561683Z","end":"2026-02-24T20:49:35.757729Z","steps":["trace[933168540] 'read index received' (duration: 195.916692ms)","trace[933168540] 'applied index is now lower than readState.Index' (duration: 128.233µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:35.757831Z","caller":"traceutil/trace.go:171","msg":"trace[377297376] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"264.288381ms","start":"2026-02-24T20:49:35.493535Z","end":"2026-02-24T20:49:35.757823Z","steps":["trace[377297376] 'process raft request' (duration: 264.046606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:35.758019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.320881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:35.758046Z","caller":"traceutil/trace.go:171","msg":"trace[558615820] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23882; }","duration":"196.407123ms","start":"2026-02-24T20:49:35.561633Z","end":"2026-02-24T20:49:35.75804Z","steps":["trace[558615820] 'agreement among raft nodes before linearized reading' (duration: 196.343142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.257986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:36.758213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142301707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:36.912647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155064076s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:36.913026Z","caller":"traceutil/trace.go:171","msg":"trace[1464260079] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"1.175860351s","start":"2026-02-24T20:49:35.737149Z","end":"2026-02-24T20:49:36.913009Z","steps":["trace[1464260079] 'process raft request' (duration: 1.175728448s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.737138Z","time spent":"1.175932412s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:36.91321Z","caller":"traceutil/trace.go:171","msg":"trace[1362064107] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"1.175387879s","start":"2026-02-24T20:49:35.73781Z","end":"2026-02-24T20:49:36.913198Z","steps":["trace[1362064107] 'process raft request' (duration: 1.175174924s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.737804Z","time spent":"1.17543561s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:36.913372Z","caller":"traceutil/trace.go:171","msg":"trace[591959508] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"1.175206245s","start":"2026-02-24T20:49:35.738159Z","end":"2026-02-24T20:49:36.913366Z","steps":["trace[591959508] 'process raft request' (duration: 1.17498234s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.738154Z","time spent":"1.175231086s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:36.913523Z","caller":"traceutil/trace.go:171","msg":"trace[1037543006] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"1.174444808s","start":"2026-02-24T20:49:35.739071Z","end":"2026-02-24T20:49:36.913516Z","steps":["trace[1037543006] 'process raft request' (duration: 1.174266523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.739065Z","time spent":"1.174471478s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:36.913615Z","caller":"traceutil/trace.go:171","msg":"trace[572823267] linearizableReadLoop","detail":"{readStateIndex:24738; appliedIndex:24732; }","duration":"1.155808144s","start":"2026-02-24T20:49:35.757802Z","end":"2026-02-24T20:49:36.91361Z","steps":["trace[572823267] 'read index received' (duration: 1.155070207s)","trace[572823267] 'applied index is now lower than readState.Index' (duration: 737.367µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:36.913607Z","caller":"traceutil/trace.go:171","msg":"trace[278230376] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"1.17197516s","start":"2026-02-24T20:49:35.741599Z","end":"2026-02-24T20:49:36.913574Z","steps":["trace[278230376] 'process raft request' (duration: 1.171844747s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177175951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:49:36.913706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177060038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:36.913714Z","caller":"traceutil/trace.go:171","msg":"trace[1519566686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23888; }","duration":"1.177237292s","start":"2026-02-24T20:49:35.736473Z","end":"2026-02-24T20:49:36.91371Z","steps":["trace[1519566686] 'agreement among raft nodes before linearized reading' (duration: 1.17717032s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.736442Z","time spent":"1.177283613s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:49:36.913729Z","caller":"traceutil/trace.go:171","msg":"trace[2066512564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23888; }","duration":"1.177090729s","start":"2026-02-24T20:49:35.736632Z","end":"2026-02-24T20:49:36.913722Z","steps":["trace[2066512564] 'agreement among raft nodes before linearized reading' (duration: 1.177010537s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224809288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:36.913747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.736627Z","time spent":"1.17711538s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:36.913741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.741593Z","time spent":"1.172076982s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:36.913768Z","caller":"traceutil/trace.go:171","msg":"trace[2127188883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23888; }","duration":"1.22489899s","start":"2026-02-24T20:49:35.688852Z","end":"2026-02-24T20:49:36.913751Z","steps":["trace[2127188883] 'agreement among raft nodes before linearized reading' (duration: 1.224798688s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:36.913787Z","caller":"traceutil/trace.go:171","msg":"trace[1501080961] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"1.156461549s","start":"2026-02-24T20:49:35.75732Z","end":"2026-02-24T20:49:36.913782Z","steps":["trace[1501080961] 'process raft request' (duration: 1.156204703s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.913809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.757314Z","time spent":"1.156482719s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:36.913805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.688835Z","time spent":"1.224962111s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:36.928607Z","caller":"traceutil/trace.go:171","msg":"trace[665306052] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"114.206814ms","start":"2026-02-24T20:49:36.814389Z","end":"2026-02-24T20:49:36.928595Z","steps":["trace[665306052] 'process raft request' (duration: 114.155432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.928791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.811475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:36.928852Z","caller":"traceutil/trace.go:171","msg":"trace[1743525592] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23889; }","duration":"141.934728ms","start":"2026-02-24T20:49:36.786904Z","end":"2026-02-24T20:49:36.928838Z","steps":["trace[1743525592] 'agreement among raft nodes before linearized reading' (duration: 141.786215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.928901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162745136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16706"} {"level":"info","ts":"2026-02-24T20:49:36.928956Z","caller":"traceutil/trace.go:171","msg":"trace[646678769] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23889; }","duration":"1.162818948s","start":"2026-02-24T20:49:35.766123Z","end":"2026-02-24T20:49:36.928942Z","steps":["trace[646678769] 'agreement among raft nodes before linearized reading' (duration: 1.162664234s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.92899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:35.766115Z","time spent":"1.162866979s","remote":"127.0.0.1:51126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16730,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-24T20:49:36.929081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.359677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-24T20:49:36.929164Z","caller":"traceutil/trace.go:171","msg":"trace[1964790888] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058; range_end:; response_count:1; response_revision:23889; }","duration":"590.49255ms","start":"2026-02-24T20:49:36.338655Z","end":"2026-02-24T20:49:36.929147Z","steps":["trace[1964790888] 'agreement among raft nodes before linearized reading' (duration: 590.258035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:36.929202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:36.338632Z","time spent":"590.557211ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749c46a1ec058\" "} {"level":"info","ts":"2026-02-24T20:49:37.204005Z","caller":"traceutil/trace.go:171","msg":"trace[539685869] linearizableReadLoop","detail":"{readStateIndex:24741; appliedIndex:24739; }","duration":"275.317157ms","start":"2026-02-24T20:49:36.928658Z","end":"2026-02-24T20:49:37.203975Z","steps":["trace[539685869] 'read index received' (duration: 214.823781ms)","trace[539685869] 'applied index is now lower than readState.Index' (duration: 60.491736ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:37.20411Z","caller":"traceutil/trace.go:171","msg":"trace[1901960962] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"286.605939ms","start":"2026-02-24T20:49:36.917421Z","end":"2026-02-24T20:49:37.204027Z","steps":["trace[1901960962] 'process raft request' (duration: 226.081692ms)","trace[1901960962] 'compare' (duration: 60.21964ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:37.204186Z","caller":"traceutil/trace.go:171","msg":"trace[197034440] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"286.714752ms","start":"2026-02-24T20:49:36.917434Z","end":"2026-02-24T20:49:37.204148Z","steps":["trace[197034440] 'process raft request' (duration: 286.471856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:37.204225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.689151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:37.204404Z","caller":"traceutil/trace.go:171","msg":"trace[1856592594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23891; }","duration":"289.879505ms","start":"2026-02-24T20:49:36.914492Z","end":"2026-02-24T20:49:37.204372Z","steps":["trace[1856592594] 'agreement among raft nodes before linearized reading' (duration: 289.600538ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:37.467178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.105124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:37.467329Z","caller":"traceutil/trace.go:171","msg":"trace[333326407] linearizableReadLoop","detail":"{readStateIndex:24742; appliedIndex:24741; }","duration":"253.611523ms","start":"2026-02-24T20:49:37.2137Z","end":"2026-02-24T20:49:37.467312Z","steps":["trace[333326407] 'read index received' (duration: 123.08882ms)","trace[333326407] 'applied index is now lower than readState.Index' (duration: 130.520423ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:37.467394Z","caller":"traceutil/trace.go:171","msg":"trace[19005888] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"535.86558ms","start":"2026-02-24T20:49:36.931499Z","end":"2026-02-24T20:49:37.467364Z","steps":["trace[19005888] 'process raft request' (duration: 405.427659ms)","trace[19005888] 'compare' (duration: 129.831908ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:37.467464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.755916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:37.467501Z","caller":"traceutil/trace.go:171","msg":"trace[1499829678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23892; }","duration":"253.842568ms","start":"2026-02-24T20:49:37.213649Z","end":"2026-02-24T20:49:37.467492Z","steps":["trace[1499829678] 'agreement among raft nodes before linearized reading' (duration: 253.725946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:37.467539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:36.931479Z","time spent":"535.991653ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:37.467542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.471142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:37.467599Z","caller":"traceutil/trace.go:171","msg":"trace[864472772] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23892; }","duration":"198.554914ms","start":"2026-02-24T20:49:37.26903Z","end":"2026-02-24T20:49:37.467585Z","steps":["trace[864472772] 'agreement among raft nodes before linearized reading' (duration: 198.38378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.258531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.543859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:38.258685Z","caller":"traceutil/trace.go:171","msg":"trace[1268134549] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24742; }","duration":"702.42987ms","start":"2026-02-24T20:49:37.556239Z","end":"2026-02-24T20:49:38.258669Z","steps":["trace[1268134549] 'read index received' (duration: 142.580463ms)","trace[1268134549] 'applied index is now lower than readState.Index' (duration: 559.847617ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:38.258769Z","caller":"traceutil/trace.go:171","msg":"trace[652876094] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"765.293371ms","start":"2026-02-24T20:49:37.493465Z","end":"2026-02-24T20:49:38.258759Z","steps":["trace[652876094] 'process raft request' (duration: 205.444054ms)","trace[652876094] 'compare' (duration: 559.400966ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:38.258829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.493446Z","time spent":"765.351883ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:38.259107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.86032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:38.259149Z","caller":"traceutil/trace.go:171","msg":"trace[952596961] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23893; }","duration":"702.925792ms","start":"2026-02-24T20:49:37.556211Z","end":"2026-02-24T20:49:38.259136Z","steps":["trace[952596961] 'agreement among raft nodes before linearized reading' (duration: 702.802989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.259182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.556198Z","time spent":"702.975333ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:38.259339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.784975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:38.259345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.025778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:38.259368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.000123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:38.25941Z","caller":"traceutil/trace.go:171","msg":"trace[796175419] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23893; }","duration":"271.897897ms","start":"2026-02-24T20:49:37.987495Z","end":"2026-02-24T20:49:38.259392Z","steps":["trace[796175419] 'agreement among raft nodes before linearized reading' (duration: 271.756294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.259373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.771575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:38.259422Z","caller":"traceutil/trace.go:171","msg":"trace[2048062931] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23893; }","duration":"503.162271ms","start":"2026-02-24T20:49:37.756241Z","end":"2026-02-24T20:49:38.259403Z","steps":["trace[2048062931] 'agreement among raft nodes before linearized reading' (duration: 503.006708ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:38.259462Z","caller":"traceutil/trace.go:171","msg":"trace[578441662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23893; }","duration":"378.148566ms","start":"2026-02-24T20:49:37.881288Z","end":"2026-02-24T20:49:38.259436Z","steps":["trace[578441662] 'agreement among raft nodes before linearized reading' (duration: 377.946282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.259474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.756219Z","time spent":"503.244334ms","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:38.259468Z","caller":"traceutil/trace.go:171","msg":"trace[589706525] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23893; }","duration":"577.903738ms","start":"2026-02-24T20:49:37.681546Z","end":"2026-02-24T20:49:38.25945Z","steps":["trace[589706525] 'agreement among raft nodes before linearized reading' (duration: 577.687994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.259539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.681498Z","time spent":"578.027311ms","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:38.25954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.881267Z","time spent":"378.242578ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:38.261296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.088713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:38.261353Z","caller":"traceutil/trace.go:171","msg":"trace[1753540586] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23893; }","duration":"438.1299ms","start":"2026-02-24T20:49:37.823209Z","end":"2026-02-24T20:49:38.261339Z","steps":["trace[1753540586] 'agreement among raft nodes before linearized reading' (duration: 436.032622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:38.26139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:37.823186Z","time spent":"438.194231ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:39.212648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.357352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:39.212762Z","caller":"traceutil/trace.go:171","msg":"trace[1995173721] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"325.197695ms","start":"2026-02-24T20:49:38.887539Z","end":"2026-02-24T20:49:39.212737Z","steps":["trace[1995173721] 'process raft request' (duration: 122.67533ms)","trace[1995173721] 'compare' (duration: 202.200098ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:39.212824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.887523Z","time spent":"325.269858ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.259347Z","caller":"traceutil/trace.go:171","msg":"trace[2134560584] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"341.589137ms","start":"2026-02-24T20:49:38.917728Z","end":"2026-02-24T20:49:39.259317Z","steps":["trace[2134560584] 'process raft request' (duration: 341.356092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.259539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.91771Z","time spent":"341.712379ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.259736Z","caller":"traceutil/trace.go:171","msg":"trace[999290013] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"341.895734ms","start":"2026-02-24T20:49:38.917814Z","end":"2026-02-24T20:49:39.25971Z","steps":["trace[999290013] 'process raft request' (duration: 341.459274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.25987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.917793Z","time spent":"342.009506ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.260006Z","caller":"traceutil/trace.go:171","msg":"trace[616497684] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"341.651198ms","start":"2026-02-24T20:49:38.918325Z","end":"2026-02-24T20:49:39.259976Z","steps":["trace[616497684] 'process raft request' (duration: 341.30198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.260154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.918303Z","time spent":"341.776752ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.260605Z","caller":"traceutil/trace.go:171","msg":"trace[381167737] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"342.101319ms","start":"2026-02-24T20:49:38.918468Z","end":"2026-02-24T20:49:39.26057Z","steps":["trace[381167737] 'process raft request' (duration: 341.450154ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:39.260645Z","caller":"traceutil/trace.go:171","msg":"trace[1485385306] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"342.15604ms","start":"2026-02-24T20:49:38.918477Z","end":"2026-02-24T20:49:39.260633Z","steps":["trace[1485385306] 'process raft request' (duration: 341.978336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.260723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.918449Z","time spent":"342.240411ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:39.260782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.918462Z","time spent":"342.230962ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.260792Z","caller":"traceutil/trace.go:171","msg":"trace[1506991293] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"341.484305ms","start":"2026-02-24T20:49:38.919265Z","end":"2026-02-24T20:49:39.26075Z","steps":["trace[1506991293] 'process raft request' (duration: 341.2544ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:39.260851Z","caller":"traceutil/trace.go:171","msg":"trace[210243288] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"327.672763ms","start":"2026-02-24T20:49:38.933165Z","end":"2026-02-24T20:49:39.260838Z","steps":["trace[210243288] 'process raft request' (duration: 327.413477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.260909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.933158Z","time spent":"327.721415ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:39.26095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:38.919255Z","time spent":"341.615698ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:39.274245Z","caller":"traceutil/trace.go:171","msg":"trace[1038166507] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"128.061866ms","start":"2026-02-24T20:49:39.146159Z","end":"2026-02-24T20:49:39.274221Z","steps":["trace[1038166507] 'process raft request' (duration: 127.835571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.979696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.589848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:49:39.979808Z","caller":"traceutil/trace.go:171","msg":"trace[684714479] linearizableReadLoop","detail":"{readStateIndex:24758; appliedIndex:24757; }","duration":"416.915687ms","start":"2026-02-24T20:49:39.562875Z","end":"2026-02-24T20:49:39.979791Z","steps":["trace[684714479] 'read index received' (duration: 45.982µs)","trace[684714479] 'applied index is now lower than readState.Index' (duration: 416.868115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:39.980045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.151703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:39.980089Z","caller":"traceutil/trace.go:171","msg":"trace[1930540824] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23907; }","duration":"417.247135ms","start":"2026-02-24T20:49:39.562831Z","end":"2026-02-24T20:49:39.980078Z","steps":["trace[1930540824] 'agreement among raft nodes before linearized reading' (duration: 417.159293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.980135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:39.562811Z","time spent":"417.310876ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:39.980586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.719582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273077"} {"level":"info","ts":"2026-02-24T20:49:39.980672Z","caller":"traceutil/trace.go:171","msg":"trace[497146504] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23907; }","duration":"416.829695ms","start":"2026-02-24T20:49:39.56382Z","end":"2026-02-24T20:49:39.98065Z","steps":["trace[497146504] 'agreement among raft nodes before linearized reading' (duration: 416.271362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:39.980713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:39.563812Z","time spent":"416.891976ms","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273101,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:49:42.725841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.394225204s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:42.853986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.872622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:42.854254Z","caller":"traceutil/trace.go:171","msg":"trace[408562282] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"1.589247356s","start":"2026-02-24T20:49:41.264923Z","end":"2026-02-24T20:49:42.85417Z","steps":["trace[408562282] 'process raft request' (duration: 1.461095668s)","trace[408562282] 'compare' (duration: 127.081332ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:42.854388Z","caller":"traceutil/trace.go:171","msg":"trace[2080930294] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"1.588018827s","start":"2026-02-24T20:49:41.26635Z","end":"2026-02-24T20:49:42.854369Z","steps":["trace[2080930294] 'process raft request' (duration: 1.587807092s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.854502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.26634Z","time spent":"1.588101179s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:42.854286Z","caller":"traceutil/trace.go:171","msg":"trace[2146360077] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"1.588349725s","start":"2026-02-24T20:49:41.265847Z","end":"2026-02-24T20:49:42.854196Z","steps":["trace[2146360077] 'process raft request' (duration: 1.588242293s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.854563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.264902Z","time spent":"1.58943952s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:42.854734Z","caller":"traceutil/trace.go:171","msg":"trace[1090806323] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"1.588309204s","start":"2026-02-24T20:49:41.266412Z","end":"2026-02-24T20:49:42.854721Z","steps":["trace[1090806323] 'process raft request' (duration: 1.587888795s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.854719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.265831Z","time spent":"1.588768374s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:42.854784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.266399Z","time spent":"1.588360685s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:42.85479Z","caller":"traceutil/trace.go:171","msg":"trace[1469295524] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"1.588336514s","start":"2026-02-24T20:49:41.266437Z","end":"2026-02-24T20:49:42.854774Z","steps":["trace[1469295524] 'process raft request' (duration: 1.588171151s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.854909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.266411Z","time spent":"1.588441507s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:42.855109Z","caller":"traceutil/trace.go:171","msg":"trace[1251796340] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"1.588644442s","start":"2026-02-24T20:49:41.266441Z","end":"2026-02-24T20:49:42.855085Z","steps":["trace[1251796340] 'process raft request' (duration: 1.588286453s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:42.855152Z","caller":"traceutil/trace.go:171","msg":"trace[1084372681] linearizableReadLoop","detail":"{readStateIndex:24767; appliedIndex:24759; }","duration":"1.560499908s","start":"2026-02-24T20:49:41.294643Z","end":"2026-02-24T20:49:42.855143Z","steps":["trace[1084372681] 'read index received' (duration: 36.822816ms)","trace[1084372681] 'applied index is now lower than readState.Index' (duration: 1.523675722s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:42.855169Z","caller":"traceutil/trace.go:171","msg":"trace[1654927779] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"1.457512795s","start":"2026-02-24T20:49:41.397637Z","end":"2026-02-24T20:49:42.85515Z","steps":["trace[1654927779] 'process raft request' (duration: 1.457453084s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.39758Z","time spent":"1.457624867s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:49:42.855182Z","caller":"traceutil/trace.go:171","msg":"trace[439111031] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.588199461s","start":"2026-02-24T20:49:41.266949Z","end":"2026-02-24T20:49:42.855148Z","steps":["trace[439111031] 'process raft request' (duration: 1.588036627s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560639181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:42.855314Z","caller":"traceutil/trace.go:171","msg":"trace[2057287514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23917; }","duration":"1.560730633s","start":"2026-02-24T20:49:41.294575Z","end":"2026-02-24T20:49:42.855305Z","steps":["trace[2057287514] 'agreement among raft nodes before linearized reading' (duration: 1.56063675s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.294562Z","time spent":"1.560769473s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:42.855288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.266415Z","time spent":"1.588759365s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:42.855391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.266936Z","time spent":"1.588359685s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:42.855482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.7251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:42.855526Z","caller":"traceutil/trace.go:171","msg":"trace[583171641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23917; }","duration":"165.803072ms","start":"2026-02-24T20:49:42.689713Z","end":"2026-02-24T20:49:42.855516Z","steps":["trace[583171641] 'agreement among raft nodes before linearized reading' (duration: 165.734791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.655574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:42.855558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.842925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:42.85558Z","caller":"traceutil/trace.go:171","msg":"trace[589365500] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23917; }","duration":"927.721596ms","start":"2026-02-24T20:49:41.927849Z","end":"2026-02-24T20:49:42.85557Z","steps":["trace[589365500] 'agreement among raft nodes before linearized reading' (duration: 927.679075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.927828Z","time spent":"927.770226ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:42.855616Z","caller":"traceutil/trace.go:171","msg":"trace[1280013749] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23917; }","duration":"549.929477ms","start":"2026-02-24T20:49:42.305666Z","end":"2026-02-24T20:49:42.855595Z","steps":["trace[1280013749] 'agreement among raft nodes before linearized reading' (duration: 549.849555ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49990667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T20:49:42.855663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:42.305646Z","time spent":"550.0043ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:42.855777Z","caller":"traceutil/trace.go:171","msg":"trace[1008674691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23917; }","duration":"1.500055323s","start":"2026-02-24T20:49:41.355706Z","end":"2026-02-24T20:49:42.855762Z","steps":["trace[1008674691] 'agreement among raft nodes before linearized reading' (duration: 1.499840918s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.555096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:42.855826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.355701Z","time spent":"1.500111414s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:42.855845Z","caller":"traceutil/trace.go:171","msg":"trace[1193856121] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23917; }","duration":"137.602677ms","start":"2026-02-24T20:49:42.718236Z","end":"2026-02-24T20:49:42.855839Z","steps":["trace[1193856121] 'agreement among raft nodes before linearized reading' (duration: 137.565026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.855482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499777196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:49:42.855958Z","caller":"traceutil/trace.go:171","msg":"trace[1990049249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23917; }","duration":"1.500294858s","start":"2026-02-24T20:49:41.355648Z","end":"2026-02-24T20:49:42.855943Z","steps":["trace[1990049249] 'agreement among raft nodes before linearized reading' (duration: 1.499692324s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:42.856006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:41.355631Z","time spent":"1.50036109s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:43.212056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.19463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:43.212285Z","caller":"traceutil/trace.go:171","msg":"trace[300325681] linearizableReadLoop","detail":"{readStateIndex:24771; appliedIndex:24768; }","duration":"292.446106ms","start":"2026-02-24T20:49:42.919821Z","end":"2026-02-24T20:49:43.212268Z","steps":["trace[300325681] 'read index received' (duration: 111.44148ms)","trace[300325681] 'applied index is now lower than readState.Index' (duration: 181.003486ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:43.212359Z","caller":"traceutil/trace.go:171","msg":"trace[448793373] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"351.030427ms","start":"2026-02-24T20:49:42.861322Z","end":"2026-02-24T20:49:43.212353Z","steps":["trace[448793373] 'process raft request' (duration: 350.841282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:43.212412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:42.861282Z","time spent":"351.100298ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:43.212456Z","caller":"traceutil/trace.go:171","msg":"trace[1697630985] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"352.063741ms","start":"2026-02-24T20:49:42.860367Z","end":"2026-02-24T20:49:43.21243Z","steps":["trace[1697630985] 'process raft request' (duration: 170.42569ms)","trace[1697630985] 'compare' (duration: 181.047747ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:43.212478Z","caller":"traceutil/trace.go:171","msg":"trace[915289286] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"350.556695ms","start":"2026-02-24T20:49:42.861881Z","end":"2026-02-24T20:49:43.212438Z","steps":["trace[915289286] 'process raft request' (duration: 350.34733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:43.212561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:42.860348Z","time spent":"352.166862ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:49:43.212576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:42.861871Z","time spent":"350.647677ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:43.212584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.728054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:43.212615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.759272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:43.212729Z","caller":"traceutil/trace.go:171","msg":"trace[153279678] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23920; }","duration":"292.953067ms","start":"2026-02-24T20:49:42.919753Z","end":"2026-02-24T20:49:43.212706Z","steps":["trace[153279678] 'agreement among raft nodes before linearized reading' (duration: 292.66994ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:43.212661Z","caller":"traceutil/trace.go:171","msg":"trace[1086029892] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23920; }","duration":"123.858177ms","start":"2026-02-24T20:49:43.088783Z","end":"2026-02-24T20:49:43.212642Z","steps":["trace[1086029892] 'agreement among raft nodes before linearized reading' (duration: 123.693304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.186372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.77147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:44.186471Z","caller":"traceutil/trace.go:171","msg":"trace[195721937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23920; }","duration":"495.909282ms","start":"2026-02-24T20:49:43.690538Z","end":"2026-02-24T20:49:44.186447Z","steps":["trace[195721937] 'range keys from in-memory index tree' (duration: 495.655466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.186532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.690517Z","time spent":"496.001615ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:44.186628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.133061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv\" ","response":"range_response_count:1 size:3357"} {"level":"info","ts":"2026-02-24T20:49:44.18673Z","caller":"traceutil/trace.go:171","msg":"trace[1855024708] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv; range_end:; response_count:1; response_revision:23920; }","duration":"383.250175ms","start":"2026-02-24T20:49:43.803428Z","end":"2026-02-24T20:49:44.186678Z","steps":["trace[1855024708] 'range keys from in-memory index tree' (duration: 382.881456ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.186788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.803416Z","time spent":"383.364948ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":3381,"request content":"key:\"/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv\" "} {"level":"warn","ts":"2026-02-24T20:49:44.186891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.58709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T20:49:44.186897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.611961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:49:44.18697Z","caller":"traceutil/trace.go:171","msg":"trace[865127934] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23920; }","duration":"617.662601ms","start":"2026-02-24T20:49:43.569285Z","end":"2026-02-24T20:49:44.186947Z","steps":["trace[865127934] 'range keys from in-memory index tree' (duration: 617.272363ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:44.186974Z","caller":"traceutil/trace.go:171","msg":"trace[2115208012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23920; }","duration":"617.739684ms","start":"2026-02-24T20:49:43.569215Z","end":"2026-02-24T20:49:44.186955Z","steps":["trace[2115208012] 'range keys from in-memory index tree' (duration: 617.361665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.187024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.569191Z","time spent":"617.824775ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:44.187165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.515953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:44.187208Z","caller":"traceutil/trace.go:171","msg":"trace[325566703] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23920; }","duration":"399.599975ms","start":"2026-02-24T20:49:43.787601Z","end":"2026-02-24T20:49:44.187201Z","steps":["trace[325566703] 'range keys from in-memory index tree' (duration: 399.4028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.187024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.569211Z","time spent":"617.799775ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:49:44.187236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.787579Z","time spent":"399.650046ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-02-24T20:49:44.206539Z","caller":"traceutil/trace.go:171","msg":"trace[1425127071] linearizableReadLoop","detail":"{readStateIndex:24772; appliedIndex:24771; }","duration":"320.748963ms","start":"2026-02-24T20:49:43.885765Z","end":"2026-02-24T20:49:44.206514Z","steps":["trace[1425127071] 'read index received' (duration: 320.579049ms)","trace[1425127071] 'applied index is now lower than readState.Index' (duration: 168.694µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:44.206791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.001638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-24T20:49:44.206872Z","caller":"traceutil/trace.go:171","msg":"trace[1569850046] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891; range_end:; response_count:1; response_revision:23921; }","duration":"321.119841ms","start":"2026-02-24T20:49:43.88573Z","end":"2026-02-24T20:49:44.20685Z","steps":["trace[1569850046] 'agreement among raft nodes before linearized reading' (duration: 320.913337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.206906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.885713Z","time spent":"321.186533ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-9lvq4.189749c501ea3891\" "} {"level":"info","ts":"2026-02-24T20:49:44.207117Z","caller":"traceutil/trace.go:171","msg":"trace[684683776] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"376.487098ms","start":"2026-02-24T20:49:43.830072Z","end":"2026-02-24T20:49:44.206559Z","steps":["trace[684683776] 'process raft request' (duration: 376.259553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.207231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:43.830035Z","time spent":"377.137333ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:44.919334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.933157ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-02-24T20:49:44.919657Z","caller":"traceutil/trace.go:171","msg":"trace[1197129619] linearizableReadLoop","detail":"{readStateIndex:24776; appliedIndex:24772; }","duration":"712.987785ms","start":"2026-02-24T20:49:44.206654Z","end":"2026-02-24T20:49:44.919641Z","steps":["trace[1197129619] 'read index received' (duration: 425.718651ms)","trace[1197129619] 'applied index is now lower than readState.Index' (duration: 287.268044ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:44.919729Z","caller":"traceutil/trace.go:171","msg":"trace[1698057521] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"728.177759ms","start":"2026-02-24T20:49:44.191482Z","end":"2026-02-24T20:49:44.91966Z","steps":["trace[1698057521] 'process raft request' (duration: 728.073056ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:44.919831Z","caller":"traceutil/trace.go:171","msg":"trace[1327561938] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"725.931267ms","start":"2026-02-24T20:49:44.193888Z","end":"2026-02-24T20:49:44.919819Z","steps":["trace[1327561938] 'process raft request' (duration: 725.703251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.919841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.188129Z","time spent":"731.707381ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:49:44.919904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.191468Z","time spent":"728.336932ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:44.91992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.193863Z","time spent":"725.997018ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3639,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:44.919993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.771472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:44.920023Z","caller":"traceutil/trace.go:171","msg":"trace[1242138826] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"729.13145ms","start":"2026-02-24T20:49:44.190849Z","end":"2026-02-24T20:49:44.91998Z","steps":["trace[1242138826] 'process raft request' (duration: 728.581168ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:44.920044Z","caller":"traceutil/trace.go:171","msg":"trace[962827685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23924; }","duration":"731.826803ms","start":"2026-02-24T20:49:44.188205Z","end":"2026-02-24T20:49:44.920032Z","steps":["trace[962827685] 'agreement among raft nodes before linearized reading' (duration: 731.742421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.920081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.188128Z","time spent":"731.946536ms","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:44.920092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.663677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-24T20:49:44.920131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.190819Z","time spent":"729.254453ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:44.920158Z","caller":"traceutil/trace.go:171","msg":"trace[744151087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23924; }","duration":"823.78576ms","start":"2026-02-24T20:49:44.096354Z","end":"2026-02-24T20:49:44.92014Z","steps":["trace[744151087] 'agreement among raft nodes before linearized reading' (duration: 823.589305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.920199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.096299Z","time spent":"823.891333ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-02-24T20:49:44.922987Z","caller":"traceutil/trace.go:171","msg":"trace[2129933255] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"713.59613ms","start":"2026-02-24T20:49:44.209374Z","end":"2026-02-24T20:49:44.92297Z","steps":["trace[2129933255] 'process raft request' (duration: 713.484077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:44.923085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.209357Z","time spent":"713.680431ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:45.09347Z","caller":"traceutil/trace.go:171","msg":"trace[1557127685] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"232.646466ms","start":"2026-02-24T20:49:44.8608Z","end":"2026-02-24T20:49:45.093446Z","steps":["trace[1557127685] 'process raft request' (duration: 230.292431ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.093822Z","caller":"traceutil/trace.go:171","msg":"trace[1158544018] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"232.963873ms","start":"2026-02-24T20:49:44.860833Z","end":"2026-02-24T20:49:45.093796Z","steps":["trace[1158544018] 'process raft request' (duration: 232.569384ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.095093Z","caller":"traceutil/trace.go:171","msg":"trace[180062069] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"234.11249ms","start":"2026-02-24T20:49:44.860954Z","end":"2026-02-24T20:49:45.095067Z","steps":["trace[180062069] 'process raft request' (duration: 232.735947ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.095159Z","caller":"traceutil/trace.go:171","msg":"trace[1281494745] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"233.766592ms","start":"2026-02-24T20:49:44.861372Z","end":"2026-02-24T20:49:45.095139Z","steps":["trace[1281494745] 'process raft request' (duration: 233.576568ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.095262Z","caller":"traceutil/trace.go:171","msg":"trace[2143719622] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"233.795983ms","start":"2026-02-24T20:49:44.861454Z","end":"2026-02-24T20:49:45.09525Z","steps":["trace[2143719622] 'process raft request' (duration: 233.597768ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.095294Z","caller":"traceutil/trace.go:171","msg":"trace[106302782] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"233.476455ms","start":"2026-02-24T20:49:44.861804Z","end":"2026-02-24T20:49:45.095281Z","steps":["trace[106302782] 'process raft request' (duration: 233.349042ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:45.095302Z","caller":"traceutil/trace.go:171","msg":"trace[404571633] linearizableReadLoop","detail":"{readStateIndex:24784; appliedIndex:24776; }","duration":"175.593821ms","start":"2026-02-24T20:49:44.919687Z","end":"2026-02-24T20:49:45.095281Z","steps":["trace[404571633] 'read index received' (duration: 3.180774ms)","trace[404571633] 'applied index is now lower than readState.Index' (duration: 172.408916ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:45.095375Z","caller":"traceutil/trace.go:171","msg":"trace[752687689] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"174.35429ms","start":"2026-02-24T20:49:44.921009Z","end":"2026-02-24T20:49:45.095363Z","steps":["trace[752687689] 'process raft request' (duration: 174.196287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.095438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.50107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:45.095488Z","caller":"traceutil/trace.go:171","msg":"trace[1973004217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23933; }","duration":"191.590111ms","start":"2026-02-24T20:49:44.903883Z","end":"2026-02-24T20:49:45.095473Z","steps":["trace[1973004217] 'agreement among raft nodes before linearized reading' (duration: 191.456938ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.09554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.592863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:49:45.095591Z","caller":"traceutil/trace.go:171","msg":"trace[656828371] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23933; }","duration":"522.685244ms","start":"2026-02-24T20:49:44.572893Z","end":"2026-02-24T20:49:45.095578Z","steps":["trace[656828371] 'agreement among raft nodes before linearized reading' (duration: 522.522791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.095614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.866284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:49:45.09568Z","caller":"traceutil/trace.go:171","msg":"trace[1181721198] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23933; }","duration":"496.956306ms","start":"2026-02-24T20:49:44.598707Z","end":"2026-02-24T20:49:45.095663Z","steps":["trace[1181721198] 'agreement among raft nodes before linearized reading' (duration: 496.67477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.095733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.598695Z","time spent":"497.022608ms","remote":"127.0.0.1:51134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:45.095311Z","caller":"traceutil/trace.go:171","msg":"trace[333763529] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"233.510845ms","start":"2026-02-24T20:49:44.861783Z","end":"2026-02-24T20:49:45.095294Z","steps":["trace[333763529] 'process raft request' (duration: 233.323821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.095813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.57287Z","time spent":"522.92363ms","remote":"127.0.0.1:51062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:49:45.095858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.905648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:45.095913Z","caller":"traceutil/trace.go:171","msg":"trace[32496514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23933; }","duration":"476.01834ms","start":"2026-02-24T20:49:44.619883Z","end":"2026-02-24T20:49:45.095901Z","steps":["trace[32496514] 'agreement among raft nodes before linearized reading' (duration: 475.917827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.095958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:44.619861Z","time spent":"476.087302ms","remote":"127.0.0.1:49032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:45.095957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.680418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:45.096001Z","caller":"traceutil/trace.go:171","msg":"trace[827544109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23933; }","duration":"168.765771ms","start":"2026-02-24T20:49:44.927224Z","end":"2026-02-24T20:49:45.09599Z","steps":["trace[827544109] 'agreement among raft nodes before linearized reading' (duration: 168.684549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.096052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.046561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61447bbc-8484-465b-a66f-c51b0dc9c387\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-24T20:49:45.096189Z","caller":"traceutil/trace.go:171","msg":"trace[2105102223] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61447bbc-8484-465b-a66f-c51b0dc9c387; range_end:; response_count:1; response_revision:23933; }","duration":"173.228265ms","start":"2026-02-24T20:49:44.922894Z","end":"2026-02-24T20:49:45.096122Z","steps":["trace[2105102223] 'agreement among raft nodes before linearized reading' (duration: 172.959449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:45.096344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.303327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv\" ","response":"range_response_count:1 size:3657"} {"level":"info","ts":"2026-02-24T20:49:45.096593Z","caller":"traceutil/trace.go:171","msg":"trace[495454483] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-6c4d547b46-2sjmv; range_end:; response_count:1; response_revision:23933; }","duration":"173.521662ms","start":"2026-02-24T20:49:44.923006Z","end":"2026-02-24T20:49:45.096527Z","steps":["trace[495454483] 'agreement among raft nodes before linearized reading' (duration: 172.962229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:29.956002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.246403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:50:29.956088Z","caller":"traceutil/trace.go:171","msg":"trace[546654623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24389; }","duration":"126.384697ms","start":"2026-02-24T20:50:29.829685Z","end":"2026-02-24T20:50:29.95607Z","steps":["trace[546654623] 'range keys from in-memory index tree' (duration: 126.064799ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.469815Z","caller":"traceutil/trace.go:171","msg":"trace[718886246] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"101.56198ms","start":"2026-02-24T20:50:31.368233Z","end":"2026-02-24T20:50:31.469795Z","steps":["trace[718886246] 'process raft request' (duration: 101.508309ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.470015Z","caller":"traceutil/trace.go:171","msg":"trace[213574968] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"100.912924ms","start":"2026-02-24T20:50:31.369081Z","end":"2026-02-24T20:50:31.469994Z","steps":["trace[213574968] 'process raft request' (duration: 100.684589ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.46982Z","caller":"traceutil/trace.go:171","msg":"trace[14655547] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"103.004914ms","start":"2026-02-24T20:50:31.366788Z","end":"2026-02-24T20:50:31.469793Z","steps":["trace[14655547] 'process raft request' (duration: 102.83945ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.470429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.106442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:31.470504Z","caller":"traceutil/trace.go:171","msg":"trace[1694702760] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24407; }","duration":"105.198324ms","start":"2026-02-24T20:50:31.365286Z","end":"2026-02-24T20:50:31.470484Z","steps":["trace[1694702760] 'agreement among raft nodes before linearized reading' (duration: 105.092351ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:38.241615Z","caller":"traceutil/trace.go:171","msg":"trace[640985714] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"163.807115ms","start":"2026-02-24T20:50:38.07777Z","end":"2026-02-24T20:50:38.241577Z","steps":["trace[640985714] 'process raft request' (duration: 163.469108ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:43.522908Z","caller":"traceutil/trace.go:171","msg":"trace[1812696545] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"176.668773ms","start":"2026-02-24T20:50:43.346216Z","end":"2026-02-24T20:50:43.522885Z","steps":["trace[1812696545] 'process raft request' (duration: 176.03794ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:45.093408Z","caller":"traceutil/trace.go:171","msg":"trace[648561215] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"111.898254ms","start":"2026-02-24T20:50:44.981482Z","end":"2026-02-24T20:50:45.093381Z","steps":["trace[648561215] 'process raft request' (duration: 111.632565ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:45.590556Z","caller":"traceutil/trace.go:171","msg":"trace[1044171651] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25368; }","duration":"141.588564ms","start":"2026-02-24T20:50:45.448934Z","end":"2026-02-24T20:50:45.590523Z","steps":["trace[1044171651] 'read index received' (duration: 140.615199ms)","trace[1044171651] 'applied index is now lower than readState.Index' (duration: 971.125µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:45.590666Z","caller":"traceutil/trace.go:171","msg":"trace[520555392] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"492.3797ms","start":"2026-02-24T20:50:45.098252Z","end":"2026-02-24T20:50:45.590632Z","steps":["trace[520555392] 'process raft request' (duration: 491.297241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.590766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.798941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:45.590828Z","caller":"traceutil/trace.go:171","msg":"trace[817910980] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24502; }","duration":"141.916185ms","start":"2026-02-24T20:50:45.448892Z","end":"2026-02-24T20:50:45.590808Z","steps":["trace[817910980] 'agreement among raft nodes before linearized reading' (duration: 141.791801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.590868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.098225Z","time spent":"492.557436ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:46.097698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142303382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:50:46.598897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582815142303382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:50:46.651244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061678307s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:50:46.864815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.253907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:46.865054Z","caller":"traceutil/trace.go:171","msg":"trace[175862510] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"1.335610757s","start":"2026-02-24T20:50:45.529407Z","end":"2026-02-24T20:50:46.865018Z","steps":["trace[175862510] 'process raft request' (duration: 1.122069381s)","trace[175862510] 'compare' (duration: 213.066879ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:46.865126Z","caller":"traceutil/trace.go:171","msg":"trace[2128965706] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"1.335349628s","start":"2026-02-24T20:50:45.529758Z","end":"2026-02-24T20:50:46.865108Z","steps":["trace[2128965706] 'process raft request' (duration: 1.335302057s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:46.86522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.529751Z","time spent":"1.335424671s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:46.865206Z","caller":"traceutil/trace.go:171","msg":"trace[581972894] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"1.335557485s","start":"2026-02-24T20:50:45.529576Z","end":"2026-02-24T20:50:46.865133Z","steps":["trace[581972894] 'process raft request' (duration: 1.335348758s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.865275Z","caller":"traceutil/trace.go:171","msg":"trace[925975109] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"1.335570116s","start":"2026-02-24T20:50:45.529628Z","end":"2026-02-24T20:50:46.865198Z","steps":["trace[925975109] 'process raft request' (duration: 1.335387099s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:46.865401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.529381Z","time spent":"1.335791044s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:46.865467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.529565Z","time spent":"1.335797623s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:46.865425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.529621Z","time spent":"1.335725921s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:47.691572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:50:47.691679Z","caller":"traceutil/trace.go:171","msg":"trace[1603164212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028875s","start":"2026-02-24T20:50:45.691624Z","end":"2026-02-24T20:50:47.691653Z","steps":["trace[1603164212] 'agreement among raft nodes before linearized reading' (duration: 1.99987561s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.691742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.691604Z","time spent":"2.000126859s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:50:47.799783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.016042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:47.799958Z","caller":"traceutil/trace.go:171","msg":"trace[169854850] linearizableReadLoop","detail":"{readStateIndex:25376; appliedIndex:25369; }","duration":"2.202924974s","start":"2026-02-24T20:50:45.59702Z","end":"2026-02-24T20:50:47.799945Z","steps":["trace[169854850] 'read index received' (duration: 1.05444154s)","trace[169854850] 'applied index is now lower than readState.Index' (duration: 1.148482444s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:47.800046Z","caller":"traceutil/trace.go:171","msg":"trace[1179405635] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"2.159517321s","start":"2026-02-24T20:50:45.640519Z","end":"2026-02-24T20:50:47.800036Z","steps":["trace[1179405635] 'process raft request' (duration: 2.159344864s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.640501Z","time spent":"2.159575873s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:47.800047Z","caller":"traceutil/trace.go:171","msg":"trace[11029044] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"2.199553276s","start":"2026-02-24T20:50:45.600428Z","end":"2026-02-24T20:50:47.799981Z","steps":["trace[11029044] 'process raft request' (duration: 2.075269224s)","trace[11029044] 'compare' (duration: 123.745573ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:47.800278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.600409Z","time spent":"2.199788174s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:47.800417Z","caller":"traceutil/trace.go:171","msg":"trace[1337309790] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"2.159543553s","start":"2026-02-24T20:50:45.640842Z","end":"2026-02-24T20:50:47.800385Z","steps":["trace[1337309790] 'process raft request' (duration: 2.159073675s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203403533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:47.800495Z","caller":"traceutil/trace.go:171","msg":"trace[1033584593] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24509; }","duration":"2.203504036s","start":"2026-02-24T20:50:45.596975Z","end":"2026-02-24T20:50:47.800479Z","steps":["trace[1033584593] 'agreement among raft nodes before linearized reading' (duration: 2.203403663s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.146952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:47.800498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.263606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:50:47.800506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.448276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T20:50:47.800542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.596953Z","time spent":"2.203580769s","remote":"127.0.0.1:51130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:50:47.800544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.640818Z","time spent":"2.159663567s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:47.800555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480614521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:47.800566Z","caller":"traceutil/trace.go:171","msg":"trace[1549527765] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24509; }","duration":"208.53371ms","start":"2026-02-24T20:50:47.592018Z","end":"2026-02-24T20:50:47.800551Z","steps":["trace[1549527765] 'agreement among raft nodes before linearized reading' (duration: 208.374004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.80053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.042283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:47.800561Z","caller":"traceutil/trace.go:171","msg":"trace[962274056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24509; }","duration":"108.266486ms","start":"2026-02-24T20:50:47.692272Z","end":"2026-02-24T20:50:47.800538Z","steps":["trace[962274056] 'agreement among raft nodes before linearized reading' (duration: 108.123021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486601142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:50:47.800445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054458612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:47.800642Z","caller":"traceutil/trace.go:171","msg":"trace[1992961012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24509; }","duration":"1.486708756s","start":"2026-02-24T20:50:46.313921Z","end":"2026-02-24T20:50:47.80063Z","steps":["trace[1992961012] 'agreement among raft nodes before linearized reading' (duration: 1.486624923s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777780312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T20:50:47.800666Z","caller":"traceutil/trace.go:171","msg":"trace[1958640678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24509; }","duration":"1.054730202s","start":"2026-02-24T20:50:46.745924Z","end":"2026-02-24T20:50:47.800654Z","steps":["trace[1958640678] 'agreement among raft nodes before linearized reading' (duration: 1.054462113s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.80068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082079098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:50:47.80068Z","caller":"traceutil/trace.go:171","msg":"trace[962589458] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24509; }","duration":"1.777838635s","start":"2026-02-24T20:50:46.022832Z","end":"2026-02-24T20:50:47.800671Z","steps":["trace[962589458] 'agreement among raft nodes before linearized reading' (duration: 1.777777613s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.313873Z","time spent":"1.48679398s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:50:47.800688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133741571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:50:47.800704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.022813Z","time spent":"1.777887836s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T20:50:47.800709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.745909Z","time spent":"1.054788034s","remote":"127.0.0.1:57102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:47.800719Z","caller":"traceutil/trace.go:171","msg":"trace[1713848164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24509; }","duration":"2.133772042s","start":"2026-02-24T20:50:45.666938Z","end":"2026-02-24T20:50:47.80071Z","steps":["trace[1713848164] 'agreement among raft nodes before linearized reading' (duration: 2.133664898s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.965116593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:47.800649Z","caller":"traceutil/trace.go:171","msg":"trace[1703183632] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24509; }","duration":"686.217449ms","start":"2026-02-24T20:50:47.1144Z","end":"2026-02-24T20:50:47.800618Z","steps":["trace[1703183632] 'agreement among raft nodes before linearized reading' (duration: 686.001401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.80075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.666844Z","time spent":"2.133898966s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:50:47.800767Z","caller":"traceutil/trace.go:171","msg":"trace[1987546974] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24509; }","duration":"1.965286959s","start":"2026-02-24T20:50:45.835467Z","end":"2026-02-24T20:50:47.800754Z","steps":["trace[1987546974] 'agreement among raft nodes before linearized reading' (duration: 1.965107782s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.835438Z","time spent":"1.965381332s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:47.800563Z","caller":"traceutil/trace.go:171","msg":"trace[370682461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24509; }","duration":"194.362128ms","start":"2026-02-24T20:50:47.606183Z","end":"2026-02-24T20:50:47.800545Z","steps":["trace[370682461] 'agreement among raft nodes before linearized reading' (duration: 194.242114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381307722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-24T20:50:47.800789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.114372Z","time spent":"686.401045ms","remote":"127.0.0.1:47272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:47.800518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133781952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:50:47.800701Z","caller":"traceutil/trace.go:171","msg":"trace[1103345552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24509; }","duration":"1.082139571s","start":"2026-02-24T20:50:46.718556Z","end":"2026-02-24T20:50:47.800696Z","steps":["trace[1103345552] 'agreement among raft nodes before linearized reading' (duration: 1.082043107s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:47.80089Z","caller":"traceutil/trace.go:171","msg":"trace[1714324602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24509; }","duration":"1.381378154s","start":"2026-02-24T20:50:46.419501Z","end":"2026-02-24T20:50:47.80088Z","steps":["trace[1714324602] 'agreement among raft nodes before linearized reading' (duration: 1.381283321s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:47.800902Z","caller":"traceutil/trace.go:171","msg":"trace[1574271360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24509; }","duration":"2.134193706s","start":"2026-02-24T20:50:45.666698Z","end":"2026-02-24T20:50:47.800892Z","steps":["trace[1574271360] 'agreement among raft nodes before linearized reading' (duration: 2.133686259s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.800923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.718533Z","time spent":"1.082375829s","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:50:47.800945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.666686Z","time spent":"2.134249328s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:50:47.800883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027718177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:50:47.80069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.327799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:47.800773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235994927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:50:47.800585Z","caller":"traceutil/trace.go:171","msg":"trace[87064290] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24509; }","duration":"1.480675833s","start":"2026-02-24T20:50:46.3199Z","end":"2026-02-24T20:50:47.800576Z","steps":["trace[87064290] 'agreement among raft nodes before linearized reading' (duration: 1.480628412s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.801111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.319887Z","time spent":"1.481201361s","remote":"127.0.0.1:56624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:47.800916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.419476Z","time spent":"1.381434256s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:50:47.801116Z","caller":"traceutil/trace.go:171","msg":"trace[498624913] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24509; }","duration":"1.027903804s","start":"2026-02-24T20:50:46.773078Z","end":"2026-02-24T20:50:47.800982Z","steps":["trace[498624913] 'agreement among raft nodes before linearized reading' (duration: 1.027390046s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:47.801232Z","caller":"traceutil/trace.go:171","msg":"trace[1203843642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24509; }","duration":"215.804246ms","start":"2026-02-24T20:50:47.585209Z","end":"2026-02-24T20:50:47.801013Z","steps":["trace[1203843642] 'agreement among raft nodes before linearized reading' (duration: 215.239206ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:47.801422Z","caller":"traceutil/trace.go:171","msg":"trace[278443962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24509; }","duration":"1.236316359s","start":"2026-02-24T20:50:46.564735Z","end":"2026-02-24T20:50:47.801051Z","steps":["trace[278443962] 'agreement among raft nodes before linearized reading' (duration: 1.235979827s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:47.80147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.564711Z","time spent":"1.236745554s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:50:47.802757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:46.773068Z","time spent":"1.029664045s","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":173,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:48.396134Z","caller":"traceutil/trace.go:171","msg":"trace[1596107626] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"588.755214ms","start":"2026-02-24T20:50:47.807362Z","end":"2026-02-24T20:50:48.396117Z","steps":["trace[1596107626] 'process raft request' (duration: 572.920676ms)","trace[1596107626] 'compare' (duration: 15.109993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:48.396234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.807344Z","time spent":"588.839288ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:48.396474Z","caller":"traceutil/trace.go:171","msg":"trace[1639431232] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25377; }","duration":"503.487651ms","start":"2026-02-24T20:50:47.892979Z","end":"2026-02-24T20:50:48.396467Z","steps":["trace[1639431232] 'read index received' (duration: 487.250697ms)","trace[1639431232] 'applied index is now lower than readState.Index' (duration: 16.236124ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:48.396454Z","caller":"traceutil/trace.go:171","msg":"trace[132948467] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"587.715258ms","start":"2026-02-24T20:50:47.808717Z","end":"2026-02-24T20:50:48.396432Z","steps":["trace[132948467] 'process raft request' (duration: 587.623845ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:48.396591Z","caller":"traceutil/trace.go:171","msg":"trace[1941224433] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"587.700807ms","start":"2026-02-24T20:50:47.808885Z","end":"2026-02-24T20:50:48.396585Z","steps":["trace[1941224433] 'process raft request' (duration: 587.50864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.396629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.808878Z","time spent":"587.729258ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:48.396719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.607258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:48.396742Z","caller":"traceutil/trace.go:171","msg":"trace[1880920334] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24515; }","duration":"586.64546ms","start":"2026-02-24T20:50:47.810091Z","end":"2026-02-24T20:50:48.396736Z","steps":["trace[1880920334] 'agreement among raft nodes before linearized reading' (duration: 586.596218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.396758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.810083Z","time spent":"586.671691ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:50:48.39683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.936021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:48.396846Z","caller":"traceutil/trace.go:171","msg":"trace[630318727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24515; }","duration":"588.996973ms","start":"2026-02-24T20:50:47.807845Z","end":"2026-02-24T20:50:48.396842Z","steps":["trace[630318727] 'agreement among raft nodes before linearized reading' (duration: 588.969992ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.396856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.807815Z","time spent":"589.039094ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:50:48.396966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.77457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:50:48.396985Z","caller":"traceutil/trace.go:171","msg":"trace[213543887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24515; }","duration":"589.896125ms","start":"2026-02-24T20:50:47.807085Z","end":"2026-02-24T20:50:48.396981Z","steps":["trace[213543887] 'agreement among raft nodes before linearized reading' (duration: 589.824422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.396996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.807068Z","time spent":"589.925736ms","remote":"127.0.0.1:51128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12036,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:50:48.397441Z","caller":"traceutil/trace.go:171","msg":"trace[1501874491] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"590.068632ms","start":"2026-02-24T20:50:47.807365Z","end":"2026-02-24T20:50:48.397434Z","steps":["trace[1501874491] 'process raft request' (duration: 588.699453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.397477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.807347Z","time spent":"590.113353ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:48.397585Z","caller":"traceutil/trace.go:171","msg":"trace[448672225] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"590.195377ms","start":"2026-02-24T20:50:47.807385Z","end":"2026-02-24T20:50:48.39758Z","steps":["trace[448672225] 'process raft request' (duration: 588.89474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:48.397618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.80735Z","time spent":"590.252398ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:48.398847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:47.808707Z","time spent":"587.836312ms","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:49.072329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.610888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:49.072415Z","caller":"traceutil/trace.go:171","msg":"trace[2130112280] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24515; }","duration":"226.723162ms","start":"2026-02-24T20:50:48.845673Z","end":"2026-02-24T20:50:49.072397Z","steps":["trace[2130112280] 'count revisions from in-memory index tree' (duration: 226.521405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.072424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.613552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:49.072442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.640163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:49.072494Z","caller":"traceutil/trace.go:171","msg":"trace[1548188299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24515; }","duration":"517.730906ms","start":"2026-02-24T20:50:48.554749Z","end":"2026-02-24T20:50:49.07248Z","steps":["trace[1548188299] 'count revisions from in-memory index tree' (duration: 517.537339ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:49.072491Z","caller":"traceutil/trace.go:171","msg":"trace[1739712756] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24515; }","duration":"251.722466ms","start":"2026-02-24T20:50:48.820751Z","end":"2026-02-24T20:50:49.072474Z","steps":["trace[1739712756] 'count revisions from in-memory index tree' (duration: 251.541469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.072544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:48.554729Z","time spent":"517.801138ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:49.072984Z","caller":"traceutil/trace.go:171","msg":"trace[532419555] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"201.723429ms","start":"2026-02-24T20:50:48.871247Z","end":"2026-02-24T20:50:49.07297Z","steps":["trace[532419555] 'process raft request' (duration: 195.544241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.95334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.462919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:49.953478Z","caller":"traceutil/trace.go:171","msg":"trace[1319108749] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"1.082163521s","start":"2026-02-24T20:50:48.871301Z","end":"2026-02-24T20:50:49.953465Z","steps":["trace[1319108749] 'process raft request' (duration: 775.508885ms)","trace[1319108749] 'compare' (duration: 305.965952ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:49.95352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:48.871285Z","time spent":"1.082215752s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:49.953654Z","caller":"traceutil/trace.go:171","msg":"trace[2104797192] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"1.082219332s","start":"2026-02-24T20:50:48.871422Z","end":"2026-02-24T20:50:49.953641Z","steps":["trace[2104797192] 'process raft request' (duration: 1.082001534s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.953706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:48.871414Z","time spent":"1.082263624s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:49.95385Z","caller":"traceutil/trace.go:171","msg":"trace[551554223] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"1.081764777s","start":"2026-02-24T20:50:48.872076Z","end":"2026-02-24T20:50:49.953841Z","steps":["trace[551554223] 'process raft request' (duration: 1.081521758s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.953897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:48.872053Z","time spent":"1.081822228s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:49.953909Z","caller":"traceutil/trace.go:171","msg":"trace[2000524526] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"979.921088ms","start":"2026-02-24T20:50:48.973969Z","end":"2026-02-24T20:50:49.95389Z","steps":["trace[2000524526] 'process raft request' (duration: 979.807444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:49.954033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:48.973943Z","time spent":"980.031732ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.51015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.51587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-02-24T20:50:50.511174Z","caller":"traceutil/trace.go:171","msg":"trace[1477906601] linearizableReadLoop","detail":"{readStateIndex:25389; appliedIndex:25383; }","duration":"1.158377513s","start":"2026-02-24T20:50:49.352775Z","end":"2026-02-24T20:50:50.511153Z","steps":["trace[1477906601] 'read index received' (duration: 294.04714ms)","trace[1477906601] 'applied index is now lower than readState.Index' (duration: 864.329113ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:50.511393Z","caller":"traceutil/trace.go:171","msg":"trace[355811290] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"1.20329409s","start":"2026-02-24T20:50:49.308074Z","end":"2026-02-24T20:50:50.511368Z","steps":["trace[355811290] 'process raft request' (duration: 1.202162761s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.511515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.308044Z","time spent":"1.203404334s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.512956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160170317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:50.513144Z","caller":"traceutil/trace.go:171","msg":"trace[1351583383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24521; }","duration":"1.160369484s","start":"2026-02-24T20:50:49.352759Z","end":"2026-02-24T20:50:50.513129Z","steps":["trace[1351583383] 'agreement among raft nodes before linearized reading' (duration: 1.158643123s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.513225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.352679Z","time spent":"1.16053104s","remote":"127.0.0.1:56790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:50.513297Z","caller":"traceutil/trace.go:171","msg":"trace[1945690674] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"705.864483ms","start":"2026-02-24T20:50:49.807407Z","end":"2026-02-24T20:50:50.513271Z","steps":["trace[1945690674] 'process raft request' (duration: 703.740858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.513449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.807379Z","time spent":"705.988677ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.514012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026471952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:50.514189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.929576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:50:50.514301Z","caller":"traceutil/trace.go:171","msg":"trace[113148062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24525; }","duration":"112.06077ms","start":"2026-02-24T20:50:50.402212Z","end":"2026-02-24T20:50:50.514272Z","steps":["trace[113148062] 'agreement among raft nodes before linearized reading' (duration: 111.800521ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.514337Z","caller":"traceutil/trace.go:171","msg":"trace[572035562] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24525; }","duration":"1.026579936s","start":"2026-02-24T20:50:49.487478Z","end":"2026-02-24T20:50:50.514058Z","steps":["trace[572035562] 'agreement among raft nodes before linearized reading' (duration: 1.026468462s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.514509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.487452Z","time spent":"1.027039282s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:50.514729Z","caller":"traceutil/trace.go:171","msg":"trace[1007044793] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"706.426874ms","start":"2026-02-24T20:50:49.808284Z","end":"2026-02-24T20:50:50.514711Z","steps":["trace[1007044793] 'process raft request' (duration: 704.941421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.514881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.808268Z","time spent":"706.540847ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.515113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.22394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:50.515173Z","caller":"traceutil/trace.go:171","msg":"trace[424672556] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24525; }","duration":"259.403047ms","start":"2026-02-24T20:50:50.255756Z","end":"2026-02-24T20:50:50.515159Z","steps":["trace[424672556] 'agreement among raft nodes before linearized reading' (duration: 259.229961ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.515453Z","caller":"traceutil/trace.go:171","msg":"trace[295990029] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"707.065336ms","start":"2026-02-24T20:50:49.808374Z","end":"2026-02-24T20:50:50.515439Z","steps":["trace[295990029] 'process raft request' (duration: 705.451618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.516049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.828743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:50:50.516101Z","caller":"traceutil/trace.go:171","msg":"trace[302594460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24525; }","duration":"617.911376ms","start":"2026-02-24T20:50:49.898176Z","end":"2026-02-24T20:50:50.516088Z","steps":["trace[302594460] 'agreement among raft nodes before linearized reading' (duration: 617.73786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.51619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.898156Z","time spent":"618.02076ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:50:50.516306Z","caller":"traceutil/trace.go:171","msg":"trace[707501939] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"475.021787ms","start":"2026-02-24T20:50:50.04127Z","end":"2026-02-24T20:50:50.516292Z","steps":["trace[707501939] 'process raft request' (duration: 472.625692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.516398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:50.041247Z","time spent":"475.113949ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.516608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.798684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:50:50.516644Z","caller":"traceutil/trace.go:171","msg":"trace[2012561933] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24525; }","duration":"820.852727ms","start":"2026-02-24T20:50:49.695782Z","end":"2026-02-24T20:50:50.516634Z","steps":["trace[2012561933] 'agreement among raft nodes before linearized reading' (duration: 820.691291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.516216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.808348Z","time spent":"707.688388ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:50.516756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.246598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:50.516779Z","caller":"traceutil/trace.go:171","msg":"trace[1282035301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24525; }","duration":"828.329392ms","start":"2026-02-24T20:50:49.688442Z","end":"2026-02-24T20:50:50.516772Z","steps":["trace[1282035301] 'agreement among raft nodes before linearized reading' (duration: 828.262049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.516885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.688414Z","time spent":"828.462376ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:50:50.516987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.502636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:50:50.515841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.526442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:50.515893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.204755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:50.515779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.401026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:50:50.51702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.572459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:50:50.51719Z","caller":"traceutil/trace.go:171","msg":"trace[1749502101] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24525; }","duration":"318.892709ms","start":"2026-02-24T20:50:50.198266Z","end":"2026-02-24T20:50:50.517158Z","steps":["trace[1749502101] 'agreement among raft nodes before linearized reading' (duration: 317.543772ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.517234Z","caller":"traceutil/trace.go:171","msg":"trace[473691973] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24525; }","duration":"316.854047ms","start":"2026-02-24T20:50:50.200357Z","end":"2026-02-24T20:50:50.517211Z","steps":["trace[473691973] 'agreement among raft nodes before linearized reading' (duration: 315.371785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.517273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:50.200282Z","time spent":"316.977282ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:50.51729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:50.198244Z","time spent":"319.013983ms","remote":"127.0.0.1:52562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:50.517226Z","caller":"traceutil/trace.go:171","msg":"trace[1715630461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24525; }","duration":"114.781847ms","start":"2026-02-24T20:50:50.402424Z","end":"2026-02-24T20:50:50.517206Z","steps":["trace[1715630461] 'agreement among raft nodes before linearized reading' (duration: 114.518918ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.517105Z","caller":"traceutil/trace.go:171","msg":"trace[1590559169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24525; }","duration":"114.627871ms","start":"2026-02-24T20:50:50.402451Z","end":"2026-02-24T20:50:50.517079Z","steps":["trace[1590559169] 'agreement among raft nodes before linearized reading' (duration: 114.402193ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.51717Z","caller":"traceutil/trace.go:171","msg":"trace[1019125900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24525; }","duration":"454.515031ms","start":"2026-02-24T20:50:50.062641Z","end":"2026-02-24T20:50:50.517156Z","steps":["trace[1019125900] 'agreement among raft nodes before linearized reading' (duration: 453.222826ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:50.517549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:50.062597Z","time spent":"454.932466ms","remote":"127.0.0.1:56926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:50.518195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:49.695773Z","time spent":"820.909348ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:50.518727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.228081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:50:50.521919Z","caller":"traceutil/trace.go:171","msg":"trace[1796812514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24525; }","duration":"116.425935ms","start":"2026-02-24T20:50:50.405472Z","end":"2026-02-24T20:50:50.521898Z","steps":["trace[1796812514] 'agreement among raft nodes before linearized reading' (duration: 111.125207ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:42.679948Z","caller":"traceutil/trace.go:171","msg":"trace[1554107988] linearizableReadLoop","detail":"{readStateIndex:26457; appliedIndex:26456; }","duration":"104.538826ms","start":"2026-02-24T20:52:42.575367Z","end":"2026-02-24T20:52:42.679906Z","steps":["trace[1554107988] 'read index received' (duration: 104.370042ms)","trace[1554107988] 'applied index is now lower than readState.Index' (duration: 167.544µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:52:42.680249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.864713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:52:42.680287Z","caller":"traceutil/trace.go:171","msg":"trace[1321019264] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25562; }","duration":"104.960086ms","start":"2026-02-24T20:52:42.575314Z","end":"2026-02-24T20:52:42.680274Z","steps":["trace[1321019264] 'agreement among raft nodes before linearized reading' (duration: 104.71718ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:42.680655Z","caller":"traceutil/trace.go:171","msg":"trace[1457590068] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"118.275377ms","start":"2026-02-24T20:52:42.562368Z","end":"2026-02-24T20:52:42.680643Z","steps":["trace[1457590068] 'process raft request' (duration: 117.365125ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:53:39.247995Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23623} {"level":"info","ts":"2026-02-24T20:53:39.386201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23623,"took":"134.122639ms","hash":334427090,"current-db-size-bytes":47923200,"current-db-size":"48 MB","current-db-size-in-use-bytes":32591872,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-24T20:53:39.386256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":334427090,"revision":23623,"compact-revision":20629} {"level":"info","ts":"2026-02-24T20:54:03.695646Z","caller":"traceutil/trace.go:171","msg":"trace[550899493] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"416.961404ms","start":"2026-02-24T20:54:03.278658Z","end":"2026-02-24T20:54:03.695619Z","steps":["trace[550899493] 'process raft request' (duration: 416.757079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.695817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.278587Z","time spent":"417.146647ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:54:03.772264Z","caller":"traceutil/trace.go:171","msg":"trace[1201912385] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"476.34361ms","start":"2026-02-24T20:54:03.295891Z","end":"2026-02-24T20:54:03.772235Z","steps":["trace[1201912385] 'process raft request' (duration: 476.133326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.77245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.295864Z","time spent":"476.484004ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:54:03.772613Z","caller":"traceutil/trace.go:171","msg":"trace[507599663] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27259; }","duration":"330.056023ms","start":"2026-02-24T20:54:03.442533Z","end":"2026-02-24T20:54:03.772589Z","steps":["trace[507599663] 'read index received' (duration: 252.88784ms)","trace[507599663] 'applied index is now lower than readState.Index' (duration: 77.166672ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:03.772618Z","caller":"traceutil/trace.go:171","msg":"trace[2068927648] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"408.680589ms","start":"2026-02-24T20:54:03.363904Z","end":"2026-02-24T20:54:03.772585Z","steps":["trace[2068927648] 'process raft request' (duration: 408.28703ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:03.772747Z","caller":"traceutil/trace.go:171","msg":"trace[463833863] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"250.558864ms","start":"2026-02-24T20:54:03.522177Z","end":"2026-02-24T20:54:03.772736Z","steps":["trace[463833863] 'process raft request' (duration: 250.277097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.772782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.363884Z","time spent":"408.814542ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:54:03.773087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.543893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:54:03.773133Z","caller":"traceutil/trace.go:171","msg":"trace[1180773173] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26345; }","duration":"330.647306ms","start":"2026-02-24T20:54:03.442472Z","end":"2026-02-24T20:54:03.77312Z","steps":["trace[1180773173] 'agreement among raft nodes before linearized reading' (duration: 330.562364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.773166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.442454Z","time spent":"330.702938ms","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:54:08.906094Z","caller":"traceutil/trace.go:171","msg":"trace[1150399733] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"101.810609ms","start":"2026-02-24T20:54:08.804256Z","end":"2026-02-24T20:54:08.906067Z","steps":["trace[1150399733] 'process raft request' (duration: 101.622805ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:08.946392Z","caller":"traceutil/trace.go:171","msg":"trace[146097643] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"136.768826ms","start":"2026-02-24T20:54:08.809602Z","end":"2026-02-24T20:54:08.94637Z","steps":["trace[146097643] 'process raft request' (duration: 136.53545ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:08.952595Z","caller":"traceutil/trace.go:171","msg":"trace[899193700] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"121.056719ms","start":"2026-02-24T20:54:08.831522Z","end":"2026-02-24T20:54:08.952579Z","steps":["trace[899193700] 'process raft request' (duration: 120.707661ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:15.027253Z","caller":"traceutil/trace.go:171","msg":"trace[865842765] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"136.911979ms","start":"2026-02-24T20:54:14.890305Z","end":"2026-02-24T20:54:15.027217Z","steps":["trace[865842765] 'process raft request' (duration: 136.713175ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:15.07251Z","caller":"traceutil/trace.go:171","msg":"trace[1424264006] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"145.622413ms","start":"2026-02-24T20:54:14.926862Z","end":"2026-02-24T20:54:15.072485Z","steps":["trace[1424264006] 'process raft request' (duration: 145.444718ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:15.072986Z","caller":"traceutil/trace.go:171","msg":"trace[2000855419] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"102.897925ms","start":"2026-02-24T20:54:14.970073Z","end":"2026-02-24T20:54:15.072971Z","steps":["trace[2000855419] 'process raft request' (duration: 102.370663ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:15.072994Z","caller":"traceutil/trace.go:171","msg":"trace[1379255984] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"100.463188ms","start":"2026-02-24T20:54:14.972504Z","end":"2026-02-24T20:54:15.072968Z","steps":["trace[1379255984] 'process raft request' (duration: 100.337835ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:16.075244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.997266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:54:16.075562Z","caller":"traceutil/trace.go:171","msg":"trace[363910584] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"199.517382ms","start":"2026-02-24T20:54:15.875994Z","end":"2026-02-24T20:54:16.075511Z","steps":["trace[363910584] 'process raft request' (duration: 96.161777ms)","trace[363910584] 'compare' (duration: 102.871484ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:16.076132Z","caller":"traceutil/trace.go:171","msg":"trace[974924063] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"199.782127ms","start":"2026-02-24T20:54:15.87632Z","end":"2026-02-24T20:54:16.076102Z","steps":["trace[974924063] 'process raft request' (duration: 199.219235ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:16.07615Z","caller":"traceutil/trace.go:171","msg":"trace[1160341406] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"199.728867ms","start":"2026-02-24T20:54:15.87639Z","end":"2026-02-24T20:54:16.076119Z","steps":["trace[1160341406] 'process raft request' (duration: 199.316637ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:16.076176Z","caller":"traceutil/trace.go:171","msg":"trace[2131145297] linearizableReadLoop","detail":"{readStateIndex:27362; appliedIndex:27357; }","duration":"145.316896ms","start":"2026-02-24T20:54:15.93084Z","end":"2026-02-24T20:54:16.076157Z","steps":["trace[2131145297] 'read index received' (duration: 41.272825ms)","trace[2131145297] 'applied index is now lower than readState.Index' (duration: 104.040681ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:16.076298Z","caller":"traceutil/trace.go:171","msg":"trace[1717039431] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"200.190188ms","start":"2026-02-24T20:54:15.87609Z","end":"2026-02-24T20:54:16.07628Z","steps":["trace[1717039431] 'process raft request' (duration: 199.346608ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:16.076345Z","caller":"traceutil/trace.go:171","msg":"trace[2052820411] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"200.183297ms","start":"2026-02-24T20:54:15.876144Z","end":"2026-02-24T20:54:16.076327Z","steps":["trace[2052820411] 'process raft request' (duration: 199.352918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:16.07635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.477759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:54:16.076408Z","caller":"traceutil/trace.go:171","msg":"trace[1280724237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26442; }","duration":"145.594362ms","start":"2026-02-24T20:54:15.930795Z","end":"2026-02-24T20:54:16.076389Z","steps":["trace[1280724237] 'agreement among raft nodes before linearized reading' (duration: 145.465239ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:16.123534Z","caller":"traceutil/trace.go:171","msg":"trace[1544320758] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"137.865751ms","start":"2026-02-24T20:54:15.985624Z","end":"2026-02-24T20:54:16.123489Z","steps":["trace[1544320758] 'process raft request' (duration: 137.527593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:16.123555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.479368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-24T20:54:16.123659Z","caller":"traceutil/trace.go:171","msg":"trace[696273043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26443; }","duration":"112.619611ms","start":"2026-02-24T20:54:16.011012Z","end":"2026-02-24T20:54:16.123631Z","steps":["trace[696273043] 'agreement among raft nodes before linearized reading' (duration: 112.344275ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.38612Z","caller":"traceutil/trace.go:171","msg":"trace[175680395] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"207.095499ms","start":"2026-02-24T20:54:35.178996Z","end":"2026-02-24T20:54:35.386091Z","steps":["trace[175680395] 'process raft request' (duration: 206.993117ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.386264Z","caller":"traceutil/trace.go:171","msg":"trace[1629475934] linearizableReadLoop","detail":"{readStateIndex:27600; appliedIndex:27597; }","duration":"185.652098ms","start":"2026-02-24T20:54:35.200591Z","end":"2026-02-24T20:54:35.386243Z","steps":["trace[1629475934] 'read index received' (duration: 50.183533ms)","trace[1629475934] 'applied index is now lower than readState.Index' (duration: 135.467035ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:35.386313Z","caller":"traceutil/trace.go:171","msg":"trace[1975703955] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"218.378123ms","start":"2026-02-24T20:54:35.167901Z","end":"2026-02-24T20:54:35.386279Z","steps":["trace[1975703955] 'process raft request' (duration: 210.232272ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.386466Z","caller":"traceutil/trace.go:171","msg":"trace[754669423] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"184.355748ms","start":"2026-02-24T20:54:35.202096Z","end":"2026-02-24T20:54:35.386452Z","steps":["trace[754669423] 'process raft request' (duration: 183.952778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:35.38654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.931114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:54:35.386572Z","caller":"traceutil/trace.go:171","msg":"trace[1208725969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26673; }","duration":"186.011886ms","start":"2026-02-24T20:54:35.200548Z","end":"2026-02-24T20:54:35.38656Z","steps":["trace[1208725969] 'agreement among raft nodes before linearized reading' (duration: 185.933894ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.394024Z","caller":"traceutil/trace.go:171","msg":"trace[1524170442] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"110.405559ms","start":"2026-02-24T20:54:35.283589Z","end":"2026-02-24T20:54:35.393995Z","steps":["trace[1524170442] 'process raft request' (duration: 110.260216ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.948463Z","caller":"traceutil/trace.go:171","msg":"trace[1602809039] linearizableReadLoop","detail":"{readStateIndex:27603; appliedIndex:27602; }","duration":"136.52872ms","start":"2026-02-24T20:54:35.811915Z","end":"2026-02-24T20:54:35.948443Z","steps":["trace[1602809039] 'read index received' (duration: 136.480239ms)","trace[1602809039] 'applied index is now lower than readState.Index' (duration: 47.241µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:54:35.948825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.852009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:54:35.94904Z","caller":"traceutil/trace.go:171","msg":"trace[1751252913] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26675; }","duration":"137.139034ms","start":"2026-02-24T20:54:35.811862Z","end":"2026-02-24T20:54:35.949001Z","steps":["trace[1751252913] 'agreement among raft nodes before linearized reading' (duration: 136.792806ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:35.949871Z","caller":"traceutil/trace.go:171","msg":"trace[489703396] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"144.446565ms","start":"2026-02-24T20:54:35.805395Z","end":"2026-02-24T20:54:35.949842Z","steps":["trace[489703396] 'process raft request' (duration: 142.921429ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:44.387086Z","caller":"traceutil/trace.go:171","msg":"trace[1470197943] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"169.379188ms","start":"2026-02-24T20:54:44.217657Z","end":"2026-02-24T20:54:44.387036Z","steps":["trace[1470197943] 'process raft request' (duration: 169.101961ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:44.389116Z","caller":"traceutil/trace.go:171","msg":"trace[814921289] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"171.427266ms","start":"2026-02-24T20:54:44.217675Z","end":"2026-02-24T20:54:44.389102Z","steps":["trace[814921289] 'process raft request' (duration: 171.316073ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:44.389354Z","caller":"traceutil/trace.go:171","msg":"trace[297682886] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27665; }","duration":"170.624197ms","start":"2026-02-24T20:54:44.218691Z","end":"2026-02-24T20:54:44.389316Z","steps":["trace[297682886] 'read index received' (duration: 167.998996ms)","trace[297682886] 'applied index is now lower than readState.Index' (duration: 2.621981ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:54:44.389584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.871313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:54:44.389628Z","caller":"traceutil/trace.go:171","msg":"trace[1662165096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26737; }","duration":"170.938974ms","start":"2026-02-24T20:54:44.218678Z","end":"2026-02-24T20:54:44.389617Z","steps":["trace[1662165096] 'agreement among raft nodes before linearized reading' (duration: 170.790681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:44.389616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.344377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:54:44.38967Z","caller":"traceutil/trace.go:171","msg":"trace[1659633818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26737; }","duration":"157.432968ms","start":"2026-02-24T20:54:44.232222Z","end":"2026-02-24T20:54:44.389655Z","steps":["trace[1659633818] 'agreement among raft nodes before linearized reading' (duration: 157.256484ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:58:39.253606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26044} {"level":"info","ts":"2026-02-24T20:58:39.376639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26044,"took":"119.555894ms","hash":743033882,"current-db-size-bytes":47923200,"current-db-size":"48 MB","current-db-size-in-use-bytes":31391744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-24T20:58:39.376756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":743033882,"revision":26044,"compact-revision":23623} {"level":"info","ts":"2026-02-24T21:00:02.049797Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":30007,"local-member-snapshot-index":20006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T21:00:02.0544Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30007} {"level":"info","ts":"2026-02-24T21:00:02.05454Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25007} {"level":"info","ts":"2026-02-24T21:03:39.260669Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28393} {"level":"info","ts":"2026-02-24T21:03:39.384889Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28393,"took":"120.483149ms","hash":2951417206,"current-db-size-bytes":47923200,"current-db-size":"48 MB","current-db-size-in-use-bytes":28921856,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-24T21:03:39.384947Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2951417206,"revision":28393,"compact-revision":26044} {"level":"info","ts":"2026-02-24T21:08:39.273572Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30540} {"level":"info","ts":"2026-02-24T21:08:39.437516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30540,"took":"159.737582ms","hash":1404029404,"current-db-size-bytes":48340992,"current-db-size":"48 MB","current-db-size-in-use-bytes":29175808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-24T21:08:39.437575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1404029404,"revision":30540,"compact-revision":28393} {"level":"info","ts":"2026-02-24T21:12:09.095684Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008a19.wal"} {"level":"info","ts":"2026-02-24T21:13:39.279955Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32728} {"level":"info","ts":"2026-02-24T21:13:39.428063Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32728,"took":"143.559101ms","hash":3524079291,"current-db-size-bytes":51335168,"current-db-size":"51 MB","current-db-size-in-use-bytes":30339072,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T21:13:39.428137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3524079291,"revision":32728,"compact-revision":30540} {"level":"info","ts":"2026-02-24T21:18:39.28546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34808} {"level":"info","ts":"2026-02-24T21:18:39.403373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34808,"took":"115.349986ms","hash":4123941520,"current-db-size-bytes":51335168,"current-db-size":"51 MB","current-db-size-in-use-bytes":28241920,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T21:18:39.403445Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4123941520,"revision":34808,"compact-revision":32728}