{"level":"warn","ts":"2026-03-02T21:23:28.401349Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:28.401471Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.3:2380","--initial-cluster=instance=https://199.19.213.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:23:28.40155Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:23:28.401557Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-02T21:23:28.401578Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:28.40229Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"]} {"level":"info","ts":"2026-03-02T21:23:28.402372Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:23:28.406498Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.879443ms"} {"level":"info","ts":"2026-03-02T21:23:28.418086Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3cf904ec39d3e333","cluster-id":"7b1ae51097bedd0e"} {"level":"info","ts":"2026-03-02T21:23:28.418206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:23:28.418245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:23:28.418267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3cf904ec39d3e333 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:23:28.418284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:23:28.418342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"} {"level":"warn","ts":"2026-03-02T21:23:28.424127Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:23:28.427568Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:23:28.428854Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:23:28.43123Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3cf904ec39d3e333","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:23:28.431529Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:28.431529Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3cf904ec39d3e333","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:23:28.43169Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:28.431741Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:23:28.432843Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 switched to configuration voters=(4393548324105610035)"} {"level":"info","ts":"2026-03-02T21:23:28.433676Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","added-peer-id":"3cf904ec39d3e333","added-peer-peer-urls":["https://199.19.213.3:2380"]} {"level":"info","ts":"2026-03-02T21:23:28.436583Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:23:28.436977Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3cf904ec39d3e333","initial-advertise-peer-urls":["https://199.19.213.3:2380"],"listen-peer-urls":["https://199.19.213.3:2380"],"advertise-client-urls":["https://199.19.213.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:23:28.437025Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:23:28.437301Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-02T21:23:28.437328Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.3:2380"} {"level":"info","ts":"2026-03-02T21:23:28.618969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:23:28.619058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:23:28.619087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 received MsgPreVoteResp from 3cf904ec39d3e333 at term 1"} {"level":"info","ts":"2026-03-02T21:23:28.619107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:23:28.619119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 received MsgVoteResp from 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-03-02T21:23:28.619137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3cf904ec39d3e333 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:23:28.619158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3cf904ec39d3e333 elected leader 3cf904ec39d3e333 at term 2"} {"level":"info","ts":"2026-03-02T21:23:28.620082Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3cf904ec39d3e333","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.3:2379]}","request-path":"/0/members/3cf904ec39d3e333/attributes","cluster-id":"7b1ae51097bedd0e","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:23:28.62009Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:28.620082Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:28.620963Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7b1ae51097bedd0e","local-member-id":"3cf904ec39d3e333","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:28.621082Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:23:28.621109Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:28.621197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:23:28.621349Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:23:28.621449Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:23:28.623009Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:23:28.623758Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.3:2379"} {"level":"warn","ts":"2026-03-02T21:23:44.311446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016930194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:23:44.343628Z","caller":"traceutil/trace.go:171","msg":"trace[992935312] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"540.267836ms","start":"2026-03-02T21:23:43.803328Z","end":"2026-03-02T21:23:44.343595Z","steps":["trace[992935312] 'process raft request' (duration: 540.089891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.344299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:43.803312Z","time spent":"540.432691ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:44.379305Z","caller":"traceutil/trace.go:171","msg":"trace[81372293] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"568.529693ms","start":"2026-03-02T21:23:43.810749Z","end":"2026-03-02T21:23:44.379279Z","steps":["trace[81372293] 'read index received' (duration: 532.734874ms)","trace[81372293] 'applied index is now lower than readState.Index' (duration: 35.793828ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:44.379453Z","caller":"traceutil/trace.go:171","msg":"trace[1517576666] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"437.618368ms","start":"2026-03-02T21:23:43.941797Z","end":"2026-03-02T21:23:44.379415Z","steps":["trace[1517576666] 'process raft request' (duration: 430.161718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.379517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.686138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:44.379615Z","caller":"traceutil/trace.go:171","msg":"trace[2143996580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"568.894023ms","start":"2026-03-02T21:23:43.810701Z","end":"2026-03-02T21:23:44.379595Z","steps":["trace[2143996580] 'agreement among raft nodes before linearized reading' (duration: 568.691648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.37965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:43.941766Z","time spent":"437.793052ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:23:44.379661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:43.810676Z","time spent":"568.976284ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:44.379619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.953861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4377"} {"level":"warn","ts":"2026-03-02T21:23:44.379662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.669265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T21:23:44.379781Z","caller":"traceutil/trace.go:171","msg":"trace[1447774090] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:409; }","duration":"322.154866ms","start":"2026-03-02T21:23:44.057607Z","end":"2026-03-02T21:23:44.379762Z","steps":["trace[1447774090] 'agreement among raft nodes before linearized reading' (duration: 321.935711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.379931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:44.057592Z","time spent":"322.325261ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4399,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:23:44.379792Z","caller":"traceutil/trace.go:171","msg":"trace[1158092822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:409; }","duration":"100.85818ms","start":"2026-03-02T21:23:44.278905Z","end":"2026-03-02T21:23:44.379763Z","steps":["trace[1158092822] 'agreement among raft nodes before linearized reading' (duration: 100.574173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.380239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.618897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4318"} {"level":"info","ts":"2026-03-02T21:23:44.380283Z","caller":"traceutil/trace.go:171","msg":"trace[490738146] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"522.49527ms","start":"2026-03-02T21:23:43.857773Z","end":"2026-03-02T21:23:44.380269Z","steps":["trace[490738146] 'agreement among raft nodes before linearized reading' (duration: 521.643667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:44.380314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:43.857744Z","time spent":"522.561562ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4340,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-02T21:23:49.669715Z","caller":"traceutil/trace.go:171","msg":"trace[791374931] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"114.687261ms","start":"2026-03-02T21:23:49.554999Z","end":"2026-03-02T21:23:49.669686Z","steps":["trace[791374931] 'process raft request' (duration: 114.533717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:50.667125Z","caller":"traceutil/trace.go:171","msg":"trace[697318596] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:471; }","duration":"256.843708ms","start":"2026-03-02T21:23:50.410262Z","end":"2026-03-02T21:23:50.667106Z","steps":["trace[697318596] 'read index received' (duration: 256.824727ms)","trace[697318596] 'applied index is now lower than readState.Index' (duration: 18.431µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:50.667206Z","caller":"traceutil/trace.go:171","msg":"trace[177296328] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"291.130686ms","start":"2026-03-02T21:23:50.376051Z","end":"2026-03-02T21:23:50.667182Z","steps":["trace[177296328] 'process raft request' (duration: 290.944561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:50.667325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.056563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:23:50.667403Z","caller":"traceutil/trace.go:171","msg":"trace[949965264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"257.203357ms","start":"2026-03-02T21:23:50.410182Z","end":"2026-03-02T21:23:50.667386Z","steps":["trace[949965264] 'agreement among raft nodes before linearized reading' (duration: 257.020892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:50.692934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.83049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:23:50.692998Z","caller":"traceutil/trace.go:171","msg":"trace[1257391707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:454; }","duration":"109.996466ms","start":"2026-03-02T21:23:50.582986Z","end":"2026-03-02T21:23:50.692982Z","steps":["trace[1257391707] 'agreement among raft nodes before linearized reading' (duration: 109.525813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:50.784407Z","caller":"traceutil/trace.go:171","msg":"trace[629087893] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"112.443691ms","start":"2026-03-02T21:23:50.671927Z","end":"2026-03-02T21:23:50.784371Z","steps":["trace[629087893] 'process raft request' (duration: 105.812523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:50.800911Z","caller":"traceutil/trace.go:171","msg":"trace[806241803] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"104.325673ms","start":"2026-03-02T21:23:50.696562Z","end":"2026-03-02T21:23:50.800888Z","steps":["trace[806241803] 'process raft request' (duration: 104.21963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:56.366783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.752015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:56.366871Z","caller":"traceutil/trace.go:171","msg":"trace[1232645903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:467; }","duration":"132.913529ms","start":"2026-03-02T21:23:56.233937Z","end":"2026-03-02T21:23:56.36685Z","steps":["trace[1232645903] 'range keys from in-memory index tree' (duration: 132.671963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:56.820942Z","caller":"traceutil/trace.go:171","msg":"trace[174443477] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"123.24882ms","start":"2026-03-02T21:23:56.69765Z","end":"2026-03-02T21:23:56.820899Z","steps":["trace[174443477] 'process raft request' (duration: 122.997663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:57.079171Z","caller":"traceutil/trace.go:171","msg":"trace[1371583272] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"255.547962ms","start":"2026-03-02T21:23:56.823547Z","end":"2026-03-02T21:23:57.079095Z","steps":["trace[1371583272] 'process raft request' (duration: 235.921487ms)","trace[1371583272] 'compare' (duration: 19.500172ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:57.390151Z","caller":"traceutil/trace.go:171","msg":"trace[1282182866] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"565.590804ms","start":"2026-03-02T21:23:56.824532Z","end":"2026-03-02T21:23:57.390122Z","steps":["trace[1282182866] 'process raft request' (duration: 545.813875ms)","trace[1282182866] 'compare' (duration: 19.566564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:57.390295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:56.824508Z","time spent":"565.712818ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:59.652257Z","caller":"traceutil/trace.go:171","msg":"trace[480870174] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"183.949646ms","start":"2026-03-02T21:23:59.468268Z","end":"2026-03-02T21:23:59.652218Z","steps":["trace[480870174] 'read index received' (duration: 183.611997ms)","trace[480870174] 'applied index is now lower than readState.Index' (duration: 336.069µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:59.652317Z","caller":"traceutil/trace.go:171","msg":"trace[732429647] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"252.265654ms","start":"2026-03-02T21:23:59.400012Z","end":"2026-03-02T21:23:59.652278Z","steps":["trace[732429647] 'process raft request' (duration: 252.006377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:59.652473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.178501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:59.652563Z","caller":"traceutil/trace.go:171","msg":"trace[1084730723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"184.328995ms","start":"2026-03-02T21:23:59.468208Z","end":"2026-03-02T21:23:59.652537Z","steps":["trace[1084730723] 'agreement among raft nodes before linearized reading' (duration: 184.173231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:01.776162Z","caller":"traceutil/trace.go:171","msg":"trace[23417498] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"113.931014ms","start":"2026-03-02T21:24:01.662202Z","end":"2026-03-02T21:24:01.776133Z","steps":["trace[23417498] 'process raft request' (duration: 113.601906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:05.901231Z","caller":"traceutil/trace.go:171","msg":"trace[889702720] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"106.218973ms","start":"2026-03-02T21:24:05.794985Z","end":"2026-03-02T21:24:05.901204Z","steps":["trace[889702720] 'read index received' (duration: 105.925866ms)","trace[889702720] 'applied index is now lower than readState.Index' (duration: 291.707µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:05.90132Z","caller":"traceutil/trace.go:171","msg":"trace[66969926] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"107.2737ms","start":"2026-03-02T21:24:05.794005Z","end":"2026-03-02T21:24:05.901278Z","steps":["trace[66969926] 'process raft request' (duration: 107.032004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:05.901463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.450089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:24:05.901507Z","caller":"traceutil/trace.go:171","msg":"trace[1211379430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:549; }","duration":"106.532221ms","start":"2026-03-02T21:24:05.794964Z","end":"2026-03-02T21:24:05.901497Z","steps":["trace[1211379430] 'agreement among raft nodes before linearized reading' (duration: 106.351486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:06.221845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.488792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:06.221948Z","caller":"traceutil/trace.go:171","msg":"trace[108802447] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"301.925665ms","start":"2026-03-02T21:24:05.920006Z","end":"2026-03-02T21:24:06.221931Z","steps":["trace[108802447] 'read index received' (duration: 90.019122ms)","trace[108802447] 'applied index is now lower than readState.Index' (duration: 211.904983ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:06.221981Z","caller":"traceutil/trace.go:171","msg":"trace[1456205370] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"316.32315ms","start":"2026-03-02T21:24:05.905632Z","end":"2026-03-02T21:24:06.221955Z","steps":["trace[1456205370] 'process raft request' (duration: 104.460888ms)","trace[1456205370] 'compare' (duration: 211.255966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:06.222159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:05.905607Z","time spent":"316.451992ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:06.222124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.11319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9pfkt\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-03-02T21:24:06.222222Z","caller":"traceutil/trace.go:171","msg":"trace[1634558888] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9pfkt; range_end:; response_count:1; response_revision:550; }","duration":"302.256573ms","start":"2026-03-02T21:24:05.919954Z","end":"2026-03-02T21:24:06.222211Z","steps":["trace[1634558888] 'agreement among raft nodes before linearized reading' (duration: 302.022447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:06.222261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:05.919942Z","time spent":"302.309854ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16979,"request content":"key:\"/registry/pods/kube-system/cilium-9pfkt\" "} {"level":"info","ts":"2026-03-02T21:24:06.840324Z","caller":"traceutil/trace.go:171","msg":"trace[1585877026] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:572; }","duration":"406.400291ms","start":"2026-03-02T21:24:06.433894Z","end":"2026-03-02T21:24:06.840294Z","steps":["trace[1585877026] 'read index received' (duration: 406.224027ms)","trace[1585877026] 'applied index is now lower than readState.Index' (duration: 175.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:06.840388Z","caller":"traceutil/trace.go:171","msg":"trace[740043483] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"603.005276ms","start":"2026-03-02T21:24:06.237351Z","end":"2026-03-02T21:24:06.840356Z","steps":["trace[740043483] 'process raft request' (duration: 602.818541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:06.840439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.538754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:06.840474Z","caller":"traceutil/trace.go:171","msg":"trace[1315917837] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:551; }","duration":"406.648447ms","start":"2026-03-02T21:24:06.433813Z","end":"2026-03-02T21:24:06.840461Z","steps":["trace[1315917837] 'agreement among raft nodes before linearized reading' (duration: 406.577806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:06.840501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:06.433768Z","time spent":"406.727099ms","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T21:24:06.840528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:06.237323Z","time spent":"603.134469ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17126,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:07.622438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016930481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:24:07.711259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.231263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:07.711326Z","caller":"traceutil/trace.go:171","msg":"trace[1746624747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"809.335836ms","start":"2026-03-02T21:24:06.901975Z","end":"2026-03-02T21:24:07.711311Z","steps":["trace[1746624747] 'range keys from in-memory index tree' (duration: 809.054108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:07.711357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:06.901955Z","time spent":"809.395598ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:24:08.251527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.254171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:24:08.252037Z","caller":"traceutil/trace.go:171","msg":"trace[1958707898] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"1.129561926s","start":"2026-03-02T21:24:07.12239Z","end":"2026-03-02T21:24:08.251952Z","steps":["trace[1958707898] 'read index received' (duration: 574.863394ms)","trace[1958707898] 'applied index is now lower than readState.Index' (duration: 554.694552ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.252258Z","caller":"traceutil/trace.go:171","msg":"trace[23212012] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"536.520309ms","start":"2026-03-02T21:24:07.715677Z","end":"2026-03-02T21:24:08.252197Z","steps":["trace[23212012] 'process raft request' (duration: 536.211371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.252356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.844707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:08.252422Z","caller":"traceutil/trace.go:171","msg":"trace[1609820990] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:552; }","duration":"516.900528ms","start":"2026-03-02T21:24:07.735498Z","end":"2026-03-02T21:24:08.252398Z","steps":["trace[1609820990] 'agreement among raft nodes before linearized reading' (duration: 516.822536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.252288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019644247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:08.252475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:07.735476Z","time spent":"516.986051ms","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T21:24:08.252481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130065459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T21:24:08.252439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.69807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:24:08.252576Z","caller":"traceutil/trace.go:171","msg":"trace[667541449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"1.130203182s","start":"2026-03-02T21:24:07.122347Z","end":"2026-03-02T21:24:08.25255Z","steps":["trace[667541449] 'agreement among raft nodes before linearized reading' (duration: 1.12972358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.25262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:07.122328Z","time spent":"1.130283985s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:24:08.252608Z","caller":"traceutil/trace.go:171","msg":"trace[763487414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"1.019960425s","start":"2026-03-02T21:24:07.23258Z","end":"2026-03-02T21:24:08.25254Z","steps":["trace[763487414] 'agreement among raft nodes before linearized reading' (duration: 1.019632487s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:08.252679Z","caller":"traceutil/trace.go:171","msg":"trace[742259747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"346.945886ms","start":"2026-03-02T21:24:07.905674Z","end":"2026-03-02T21:24:08.25262Z","steps":["trace[742259747] 'agreement among raft nodes before linearized reading' (duration: 346.635848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.252778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:07.232563Z","time spent":"1.02015499s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:08.252855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:07.905654Z","time spent":"347.141442ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:24:08.252869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:07.715661Z","time spent":"536.713864ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:08.566093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.011328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:08.566311Z","caller":"traceutil/trace.go:171","msg":"trace[1835148877] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:575; }","duration":"303.109466ms","start":"2026-03-02T21:24:08.263187Z","end":"2026-03-02T21:24:08.566296Z","steps":["trace[1835148877] 'read index received' (duration: 88.78142ms)","trace[1835148877] 'applied index is now lower than readState.Index' (duration: 214.327506ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.566362Z","caller":"traceutil/trace.go:171","msg":"trace[1587993131] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"309.339808ms","start":"2026-03-02T21:24:08.256965Z","end":"2026-03-02T21:24:08.566305Z","steps":["trace[1587993131] 'process raft request' (duration: 95.035823ms)","trace[1587993131] 'compare' (duration: 213.860094ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:08.566459Z","caller":"traceutil/trace.go:171","msg":"trace[1843189804] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"308.833355ms","start":"2026-03-02T21:24:08.257569Z","end":"2026-03-02T21:24:08.566402Z","steps":["trace[1843189804] 'process raft request' (duration: 308.66986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.566506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:08.256941Z","time spent":"309.495313ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:08.566539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.350482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:08.566584Z","caller":"traceutil/trace.go:171","msg":"trace[13483622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"303.416894ms","start":"2026-03-02T21:24:08.263153Z","end":"2026-03-02T21:24:08.56657Z","steps":["trace[13483622] 'agreement among raft nodes before linearized reading' (duration: 303.357512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.566468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.062458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:08.566638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:08.26314Z","time spent":"303.487646ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:08.566739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:08.257553Z","time spent":"309.041991ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:08.56678Z","caller":"traceutil/trace.go:171","msg":"trace[744298835] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"309.759369ms","start":"2026-03-02T21:24:08.256997Z","end":"2026-03-02T21:24:08.566756Z","steps":["trace[744298835] 'process raft request' (duration: 309.203524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:08.566724Z","caller":"traceutil/trace.go:171","msg":"trace[846311928] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:555; }","duration":"302.313195ms","start":"2026-03-02T21:24:08.264358Z","end":"2026-03-02T21:24:08.566671Z","steps":["trace[846311928] 'agreement among raft nodes before linearized reading' (duration: 302.033517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:08.567029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:08.264352Z","time spent":"302.658244ms","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T21:24:08.567106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:08.256976Z","time spent":"309.901833ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:09.200201Z","caller":"traceutil/trace.go:171","msg":"trace[1037809144] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"196.864032ms","start":"2026-03-02T21:24:09.003276Z","end":"2026-03-02T21:24:09.20014Z","steps":["trace[1037809144] 'process raft request' (duration: 196.648037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:10.540734Z","caller":"traceutil/trace.go:171","msg":"trace[2028446572] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"451.360571ms","start":"2026-03-02T21:24:10.089338Z","end":"2026-03-02T21:24:10.540699Z","steps":["trace[2028446572] 'process raft request' (duration: 451.151296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:10.540932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.089302Z","time spent":"451.546606ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:24:10.545029Z","caller":"traceutil/trace.go:171","msg":"trace[2049362772] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:702; }","duration":"311.357218ms","start":"2026-03-02T21:24:10.233642Z","end":"2026-03-02T21:24:10.544999Z","steps":["trace[2049362772] 'read index received' (duration: 306.911763ms)","trace[2049362772] 'applied index is now lower than readState.Index' (duration: 4.444495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:10.545274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.617386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:10.54532Z","caller":"traceutil/trace.go:171","msg":"trace[1335342286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:680; }","duration":"311.724648ms","start":"2026-03-02T21:24:10.233581Z","end":"2026-03-02T21:24:10.545306Z","steps":["trace[1335342286] 'agreement among raft nodes before linearized reading' (duration: 311.636356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:10.545188Z","caller":"traceutil/trace.go:171","msg":"trace[652254488] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"435.95238ms","start":"2026-03-02T21:24:10.109207Z","end":"2026-03-02T21:24:10.54516Z","steps":["trace[652254488] 'process raft request' (duration: 435.53827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:10.545356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.233556Z","time spent":"311.79197ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:10.545433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.881058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:24:10.545508Z","caller":"traceutil/trace.go:171","msg":"trace[948978624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:680; }","duration":"288.018591ms","start":"2026-03-02T21:24:10.257468Z","end":"2026-03-02T21:24:10.545486Z","steps":["trace[948978624] 'agreement among raft nodes before linearized reading' (duration: 287.821166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:10.545615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:10.109163Z","time spent":"436.226807ms","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211678,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:28.965933Z","caller":"traceutil/trace.go:171","msg":"trace[209422923] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:950; }","duration":"275.770615ms","start":"2026-03-02T21:24:28.690129Z","end":"2026-03-02T21:24:28.9659Z","steps":["trace[209422923] 'read index received' (duration: 192.778626ms)","trace[209422923] 'applied index is now lower than readState.Index' (duration: 82.990609ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:28.966076Z","caller":"traceutil/trace.go:171","msg":"trace[159074838] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"780.515296ms","start":"2026-03-02T21:24:28.185486Z","end":"2026-03-02T21:24:28.966001Z","steps":["trace[159074838] 'process raft request' (duration: 697.574759ms)","trace[159074838] 'compare' (duration: 82.587728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:28.966209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.665866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:24:28.966226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.358476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:24:28.966256Z","caller":"traceutil/trace.go:171","msg":"trace[1881883996] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:922; }","duration":"274.78884ms","start":"2026-03-02T21:24:28.691455Z","end":"2026-03-02T21:24:28.966244Z","steps":["trace[1881883996] 'agreement among raft nodes before linearized reading' (duration: 274.612055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.96629Z","caller":"traceutil/trace.go:171","msg":"trace[613491859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:922; }","duration":"267.466489ms","start":"2026-03-02T21:24:28.698806Z","end":"2026-03-02T21:24:28.966273Z","steps":["trace[613491859] 'agreement among raft nodes before linearized reading' (duration: 267.322066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:28.966394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:28.185465Z","time spent":"780.747543ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:28.966614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.253508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:24:28.966728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.992755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:24:28.966723Z","caller":"traceutil/trace.go:171","msg":"trace[318863695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:922; }","duration":"276.623387ms","start":"2026-03-02T21:24:28.690073Z","end":"2026-03-02T21:24:28.966696Z","steps":["trace[318863695] 'agreement among raft nodes before linearized reading' (duration: 275.95936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:28.966771Z","caller":"traceutil/trace.go:171","msg":"trace[1560574389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:922; }","duration":"270.046396ms","start":"2026-03-02T21:24:28.696714Z","end":"2026-03-02T21:24:28.966761Z","steps":["trace[1560574389] 'agreement among raft nodes before linearized reading' (duration: 269.945733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:28.96686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.078985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:24:28.966943Z","caller":"traceutil/trace.go:171","msg":"trace[1210377304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:922; }","duration":"268.214648ms","start":"2026-03-02T21:24:28.698707Z","end":"2026-03-02T21:24:28.966922Z","steps":["trace[1210377304] 'agreement among raft nodes before linearized reading' (duration: 267.934981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:29.134952Z","caller":"traceutil/trace.go:171","msg":"trace[1533372009] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"148.760401ms","start":"2026-03-02T21:24:28.986163Z","end":"2026-03-02T21:24:29.134923Z","steps":["trace[1533372009] 'process raft request' (duration: 148.255377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:29.142186Z","caller":"traceutil/trace.go:171","msg":"trace[861728541] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"155.787443ms","start":"2026-03-02T21:24:28.986381Z","end":"2026-03-02T21:24:29.142168Z","steps":["trace[861728541] 'process raft request' (duration: 155.741512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:29.14235Z","caller":"traceutil/trace.go:171","msg":"trace[668431717] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"155.882426ms","start":"2026-03-02T21:24:28.986322Z","end":"2026-03-02T21:24:29.142205Z","steps":["trace[668431717] 'process raft request' (duration: 155.705142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:29.142467Z","caller":"traceutil/trace.go:171","msg":"trace[10214262] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"156.051721ms","start":"2026-03-02T21:24:28.986408Z","end":"2026-03-02T21:24:29.14246Z","steps":["trace[10214262] 'process raft request' (duration: 155.734483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:29.142519Z","caller":"traceutil/trace.go:171","msg":"trace[1916103727] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"139.90442ms","start":"2026-03-02T21:24:29.002529Z","end":"2026-03-02T21:24:29.142433Z","steps":["trace[1916103727] 'process raft request' (duration: 139.809938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.393691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.177636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:24:51.393716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.241084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:24:51.39378Z","caller":"traceutil/trace.go:171","msg":"trace[61154594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"160.327091ms","start":"2026-03-02T21:24:51.233434Z","end":"2026-03-02T21:24:51.393761Z","steps":["trace[61154594] 'range keys from in-memory index tree' (duration: 160.072954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.393817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.196427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:24:51.393922Z","caller":"traceutil/trace.go:171","msg":"trace[1785259972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1084; }","duration":"145.332781ms","start":"2026-03-02T21:24:51.24856Z","end":"2026-03-02T21:24:51.393893Z","steps":["trace[1785259972] 'range keys from in-memory index tree' (duration: 145.054433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.393814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.282105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-89kzm\" ","response":"range_response_count:1 size:4195"} {"level":"warn","ts":"2026-03-02T21:24:51.393948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.750458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-02T21:24:51.39398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.148041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:24:51.394043Z","caller":"traceutil/trace.go:171","msg":"trace[1350405633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1084; }","duration":"151.888871ms","start":"2026-03-02T21:24:51.242132Z","end":"2026-03-02T21:24:51.394021Z","steps":["trace[1350405633] 'range keys from in-memory index tree' (duration: 151.584794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:51.39405Z","caller":"traceutil/trace.go:171","msg":"trace[1493655249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1084; }","duration":"136.249434ms","start":"2026-03-02T21:24:51.257783Z","end":"2026-03-02T21:24:51.394032Z","steps":["trace[1493655249] 'range keys from in-memory index tree' (duration: 135.996488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:51.394024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.939574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:24:51.394043Z","caller":"traceutil/trace.go:171","msg":"trace[508212485] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-89kzm; range_end:; response_count:1; response_revision:1084; }","duration":"214.527711ms","start":"2026-03-02T21:24:51.179468Z","end":"2026-03-02T21:24:51.393995Z","steps":["trace[508212485] 'range keys from in-memory index tree' (duration: 214.12342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:51.394123Z","caller":"traceutil/trace.go:171","msg":"trace[394568298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1084; }","duration":"139.075018ms","start":"2026-03-02T21:24:51.255026Z","end":"2026-03-02T21:24:51.394101Z","steps":["trace[394568298] 'range keys from in-memory index tree' (duration: 138.7691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:51.393812Z","caller":"traceutil/trace.go:171","msg":"trace[1300464409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1084; }","duration":"151.390338ms","start":"2026-03-02T21:24:51.242401Z","end":"2026-03-02T21:24:51.393791Z","steps":["trace[1300464409] 'range keys from in-memory index tree' (duration: 151.025558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:56.594838Z","caller":"traceutil/trace.go:171","msg":"trace[1079153398] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"125.633659ms","start":"2026-03-02T21:24:56.469176Z","end":"2026-03-02T21:24:56.59481Z","steps":["trace[1079153398] 'process raft request' (duration: 125.454914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:56.659544Z","caller":"traceutil/trace.go:171","msg":"trace[1014461767] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"122.503827ms","start":"2026-03-02T21:24:56.536997Z","end":"2026-03-02T21:24:56.659501Z","steps":["trace[1014461767] 'process raft request' (duration: 122.265871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.745015Z","caller":"traceutil/trace.go:171","msg":"trace[648613175] linearizableReadLoop","detail":"{readStateIndex:1652; appliedIndex:1651; }","duration":"254.939244ms","start":"2026-03-02T21:25:21.490051Z","end":"2026-03-02T21:25:21.74499Z","steps":["trace[648613175] 'read index received' (duration: 254.645137ms)","trace[648613175] 'applied index is now lower than readState.Index' (duration: 292.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:21.74523Z","caller":"traceutil/trace.go:171","msg":"trace[1293155776] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"385.883679ms","start":"2026-03-02T21:25:21.359288Z","end":"2026-03-02T21:25:21.745171Z","steps":["trace[1293155776] 'process raft request' (duration: 385.53855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.745312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.231832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992347a34ae578\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-02T21:25:21.745368Z","caller":"traceutil/trace.go:171","msg":"trace[535455711] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18992347a34ae578; range_end:; response_count:1; response_revision:1586; }","duration":"255.334274ms","start":"2026-03-02T21:25:21.490018Z","end":"2026-03-02T21:25:21.745352Z","steps":["trace[535455711] 'agreement among raft nodes before linearized reading' (duration: 255.15263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.745499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:21.359272Z","time spent":"386.086913ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3727,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:21.745956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.464882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:25:21.746001Z","caller":"traceutil/trace.go:171","msg":"trace[1383346496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1586; }","duration":"195.511173ms","start":"2026-03-02T21:25:21.55048Z","end":"2026-03-02T21:25:21.745991Z","steps":["trace[1383346496] 'agreement among raft nodes before linearized reading' (duration: 195.37893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.746262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.043039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:21.746304Z","caller":"traceutil/trace.go:171","msg":"trace[1235182385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1586; }","duration":"239.09993ms","start":"2026-03-02T21:25:21.507191Z","end":"2026-03-02T21:25:21.746291Z","steps":["trace[1235182385] 'agreement among raft nodes before linearized reading' (duration: 238.617218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.746377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.227021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:25:21.746441Z","caller":"traceutil/trace.go:171","msg":"trace[996390578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1586; }","duration":"196.307433ms","start":"2026-03-02T21:25:21.550117Z","end":"2026-03-02T21:25:21.746424Z","steps":["trace[996390578] 'agreement among raft nodes before linearized reading' (duration: 196.079747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.74652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.518468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:25:21.74656Z","caller":"traceutil/trace.go:171","msg":"trace[2121729472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1586; }","duration":"198.577729ms","start":"2026-03-02T21:25:21.547973Z","end":"2026-03-02T21:25:21.746551Z","steps":["trace[2121729472] 'agreement among raft nodes before linearized reading' (duration: 198.483727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.747053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.477472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:21.747103Z","caller":"traceutil/trace.go:171","msg":"trace[592394065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1586; }","duration":"195.589185ms","start":"2026-03-02T21:25:21.551501Z","end":"2026-03-02T21:25:21.74709Z","steps":["trace[592394065] 'agreement among raft nodes before linearized reading' (duration: 194.663221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.747104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.377554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:25:21.747208Z","caller":"traceutil/trace.go:171","msg":"trace[1990559047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1586; }","duration":"198.519638ms","start":"2026-03-02T21:25:21.548664Z","end":"2026-03-02T21:25:21.747183Z","steps":["trace[1990559047] 'agreement among raft nodes before linearized reading' (duration: 197.189545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.989969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.424645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:25:21.990202Z","caller":"traceutil/trace.go:171","msg":"trace[1918318666] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"240.681969ms","start":"2026-03-02T21:25:21.749493Z","end":"2026-03-02T21:25:21.990175Z","steps":["trace[1918318666] 'process raft request' (duration: 29.917055ms)","trace[1918318666] 'compare' (duration: 210.233131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:21.990354Z","caller":"traceutil/trace.go:171","msg":"trace[341788560] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"239.51175ms","start":"2026-03-02T21:25:21.750772Z","end":"2026-03-02T21:25:21.990284Z","steps":["trace[341788560] 'process raft request' (duration: 239.342165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.990414Z","caller":"traceutil/trace.go:171","msg":"trace[999593272] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1652; }","duration":"125.992391ms","start":"2026-03-02T21:25:21.864405Z","end":"2026-03-02T21:25:21.990397Z","steps":["trace[999593272] 'read index received' (duration: 80.693311ms)","trace[999593272] 'applied index is now lower than readState.Index' (duration: 45.29803ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:21.990415Z","caller":"traceutil/trace.go:171","msg":"trace[78189942] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"239.338866ms","start":"2026-03-02T21:25:21.75102Z","end":"2026-03-02T21:25:21.990359Z","steps":["trace[78189942] 'process raft request' (duration: 239.163021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.990516Z","caller":"traceutil/trace.go:171","msg":"trace[60151915] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"238.394292ms","start":"2026-03-02T21:25:21.752109Z","end":"2026-03-02T21:25:21.990503Z","steps":["trace[60151915] 'process raft request' (duration: 238.136526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.990614Z","caller":"traceutil/trace.go:171","msg":"trace[2024513833] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"238.006772ms","start":"2026-03-02T21:25:21.752581Z","end":"2026-03-02T21:25:21.990587Z","steps":["trace[2024513833] 'process raft request' (duration: 237.772006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:21.99064Z","caller":"traceutil/trace.go:171","msg":"trace[1982193878] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"238.372762ms","start":"2026-03-02T21:25:21.752234Z","end":"2026-03-02T21:25:21.990607Z","steps":["trace[1982193878] 'process raft request' (duration: 238.074974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:21.990671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.246968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T21:25:21.990728Z","caller":"traceutil/trace.go:171","msg":"trace[1621706093] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:1592; }","duration":"126.3694ms","start":"2026-03-02T21:25:21.864345Z","end":"2026-03-02T21:25:21.990714Z","steps":["trace[1621706093] 'agreement among raft nodes before linearized reading' (duration: 126.185796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.853987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.48805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:22.854123Z","caller":"traceutil/trace.go:171","msg":"trace[269740742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"619.671595ms","start":"2026-03-02T21:25:22.234423Z","end":"2026-03-02T21:25:22.854094Z","steps":["trace[269740742] 'range keys from in-memory index tree' (duration: 619.362626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.854184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.234325Z","time spent":"619.847909ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:25:22.85446Z","caller":"traceutil/trace.go:171","msg":"trace[2146261182] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"540.4307ms","start":"2026-03-02T21:25:22.313983Z","end":"2026-03-02T21:25:22.854414Z","steps":["trace[2146261182] 'process raft request' (duration: 511.061498ms)","trace[2146261182] 'compare' (duration: 28.755386ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:22.854544Z","caller":"traceutil/trace.go:171","msg":"trace[649080422] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"484.975937ms","start":"2026-03-02T21:25:22.369525Z","end":"2026-03-02T21:25:22.854501Z","steps":["trace[649080422] 'process raft request' (duration: 484.739381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.85465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.313965Z","time spent":"540.581533ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:22.854706Z","caller":"traceutil/trace.go:171","msg":"trace[1528842780] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1660; }","duration":"377.779205ms","start":"2026-03-02T21:25:22.476893Z","end":"2026-03-02T21:25:22.854672Z","steps":["trace[1528842780] 'read index received' (duration: 348.209278ms)","trace[1528842780] 'applied index is now lower than readState.Index' (duration: 29.567597ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:22.854835Z","caller":"traceutil/trace.go:171","msg":"trace[2026166974] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"463.779269ms","start":"2026-03-02T21:25:22.391044Z","end":"2026-03-02T21:25:22.854823Z","steps":["trace[2026166974] 'process raft request' (duration: 463.377139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.854851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.369496Z","time spent":"485.157752ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:22.85489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.391022Z","time spent":"463.836371ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:22.855017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.348716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:25:22.855062Z","caller":"traceutil/trace.go:171","msg":"trace[1650899489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1596; }","duration":"101.458768ms","start":"2026-03-02T21:25:22.753587Z","end":"2026-03-02T21:25:22.855046Z","steps":["trace[1650899489] 'agreement among raft nodes before linearized reading' (duration: 101.260134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.855045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.136375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:25:22.855639Z","caller":"traceutil/trace.go:171","msg":"trace[2034731728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1596; }","duration":"378.79512ms","start":"2026-03-02T21:25:22.476812Z","end":"2026-03-02T21:25:22.855607Z","steps":["trace[2034731728] 'agreement among raft nodes before linearized reading' (duration: 378.012781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:22.855715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:22.476782Z","time spent":"378.915034ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:25:31.073683Z","caller":"traceutil/trace.go:171","msg":"trace[2107945310] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"192.523319ms","start":"2026-03-02T21:25:30.881123Z","end":"2026-03-02T21:25:31.073646Z","steps":["trace[2107945310] 'process raft request' (duration: 192.383115ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:31.141626Z","caller":"traceutil/trace.go:171","msg":"trace[170915089] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1739; }","duration":"248.100075ms","start":"2026-03-02T21:25:30.8935Z","end":"2026-03-02T21:25:31.1416Z","steps":["trace[170915089] 'read index received' (duration: 180.029988ms)","trace[170915089] 'applied index is now lower than readState.Index' (duration: 68.069107ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:31.141719Z","caller":"traceutil/trace.go:171","msg":"trace[1011685178] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"256.226787ms","start":"2026-03-02T21:25:30.885447Z","end":"2026-03-02T21:25:31.141674Z","steps":["trace[1011685178] 'process raft request' (duration: 256.010771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:31.141901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.367352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:25:31.141936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.419063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:25:31.141963Z","caller":"traceutil/trace.go:171","msg":"trace[151169031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1672; }","duration":"230.483065ms","start":"2026-03-02T21:25:30.911463Z","end":"2026-03-02T21:25:31.141946Z","steps":["trace[151169031] 'agreement among raft nodes before linearized reading' (duration: 230.311381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:31.142011Z","caller":"traceutil/trace.go:171","msg":"trace[1124591930] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1672; }","duration":"248.521095ms","start":"2026-03-02T21:25:30.893465Z","end":"2026-03-02T21:25:31.141986Z","steps":["trace[1124591930] 'agreement among raft nodes before linearized reading' (duration: 248.252049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:31.141973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.615224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:25:31.142114Z","caller":"traceutil/trace.go:171","msg":"trace[1620457377] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1672; }","duration":"225.778528ms","start":"2026-03-02T21:25:30.916299Z","end":"2026-03-02T21:25:31.142077Z","steps":["trace[1620457377] 'agreement among raft nodes before linearized reading' (duration: 225.523441ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:36.958392Z","caller":"traceutil/trace.go:171","msg":"trace[1742718860] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"107.421086ms","start":"2026-03-02T21:25:36.850906Z","end":"2026-03-02T21:25:36.958327Z","steps":["trace[1742718860] 'process raft request' (duration: 107.148559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.424433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.612281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T21:26:02.424514Z","caller":"traceutil/trace.go:171","msg":"trace[529195734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"209.706063ms","start":"2026-03-02T21:26:02.214788Z","end":"2026-03-02T21:26:02.424494Z","steps":["trace[529195734] 'range keys from in-memory index tree' (duration: 209.496468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.424584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.032304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:26:02.424637Z","caller":"traceutil/trace.go:171","msg":"trace[1822743219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1844; }","duration":"215.101275ms","start":"2026-03-02T21:26:02.209518Z","end":"2026-03-02T21:26:02.42462Z","steps":["trace[1822743219] 'range keys from in-memory index tree' (duration: 214.836079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.424381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.866572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T21:26:02.424737Z","caller":"traceutil/trace.go:171","msg":"trace[246704116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1844; }","duration":"217.284713ms","start":"2026-03-02T21:26:02.20744Z","end":"2026-03-02T21:26:02.424725Z","steps":["trace[246704116] 'range keys from in-memory index tree' (duration: 216.676457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.424677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.502941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:26:02.424825Z","caller":"traceutil/trace.go:171","msg":"trace[813213474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1844; }","duration":"211.694155ms","start":"2026-03-02T21:26:02.213105Z","end":"2026-03-02T21:26:02.424799Z","steps":["trace[813213474] 'range keys from in-memory index tree' (duration: 211.248614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.425242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.36656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T21:26:02.425313Z","caller":"traceutil/trace.go:171","msg":"trace[1903921303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"213.498993ms","start":"2026-03-02T21:26:02.211802Z","end":"2026-03-02T21:26:02.425301Z","steps":["trace[1903921303] 'range keys from in-memory index tree' (duration: 213.209815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:02.692937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.109669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:26:02.693277Z","caller":"traceutil/trace.go:171","msg":"trace[1008558855] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"262.980971ms","start":"2026-03-02T21:26:02.430278Z","end":"2026-03-02T21:26:02.693259Z","steps":["trace[1008558855] 'process raft request' (duration: 262.94041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:02.693414Z","caller":"traceutil/trace.go:171","msg":"trace[1460026174] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"263.790423ms","start":"2026-03-02T21:26:02.429614Z","end":"2026-03-02T21:26:02.693404Z","steps":["trace[1460026174] 'process raft request' (duration: 116.12125ms)","trace[1460026174] 'compare' (duration: 147.002295ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:02.693492Z","caller":"traceutil/trace.go:171","msg":"trace[1837199761] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"263.647859ms","start":"2026-03-02T21:26:02.429837Z","end":"2026-03-02T21:26:02.693485Z","steps":["trace[1837199761] 'process raft request' (duration: 263.31891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:02.693665Z","caller":"traceutil/trace.go:171","msg":"trace[1243235734] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"263.678ms","start":"2026-03-02T21:26:02.429797Z","end":"2026-03-02T21:26:02.693475Z","steps":["trace[1243235734] 'process raft request' (duration: 263.292159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.227155Z","caller":"traceutil/trace.go:171","msg":"trace[1472933716] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"107.886561ms","start":"2026-03-02T21:26:08.119231Z","end":"2026-03-02T21:26:08.227117Z","steps":["trace[1472933716] 'process raft request' (duration: 107.590843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.512825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.599095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:26:08.51296Z","caller":"traceutil/trace.go:171","msg":"trace[1723114021] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1872; }","duration":"174.79878ms","start":"2026-03-02T21:26:08.338131Z","end":"2026-03-02T21:26:08.51293Z","steps":["trace[1723114021] 'range keys from in-memory index tree' (duration: 174.391829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.993967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.034934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:26:08.993985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.982373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:26:08.994074Z","caller":"traceutil/trace.go:171","msg":"trace[274555572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1874; }","duration":"274.167158ms","start":"2026-03-02T21:26:08.719889Z","end":"2026-03-02T21:26:08.994056Z","steps":["trace[274555572] 'range keys from in-memory index tree' (duration: 273.841519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.994124Z","caller":"traceutil/trace.go:171","msg":"trace[1614977282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1874; }","duration":"274.136077ms","start":"2026-03-02T21:26:08.719965Z","end":"2026-03-02T21:26:08.994101Z","steps":["trace[1614977282] 'range keys from in-memory index tree' (duration: 273.739306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:08.994098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.271264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:26:08.993718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.85722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:26:08.994314Z","caller":"traceutil/trace.go:171","msg":"trace[1765211472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1874; }","duration":"273.520961ms","start":"2026-03-02T21:26:08.720766Z","end":"2026-03-02T21:26:08.994287Z","steps":["trace[1765211472] 'range keys from in-memory index tree' (duration: 273.108199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:08.994368Z","caller":"traceutil/trace.go:171","msg":"trace[1486858083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1874; }","duration":"274.580298ms","start":"2026-03-02T21:26:08.719769Z","end":"2026-03-02T21:26:08.994349Z","steps":["trace[1486858083] 'range keys from in-memory index tree' (duration: 273.614573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:09.168492Z","caller":"traceutil/trace.go:171","msg":"trace[213870514] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"170.213388ms","start":"2026-03-02T21:26:08.99825Z","end":"2026-03-02T21:26:09.168464Z","steps":["trace[213870514] 'process raft request' (duration: 169.918301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:09.168792Z","caller":"traceutil/trace.go:171","msg":"trace[410332245] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"169.233682ms","start":"2026-03-02T21:26:08.999534Z","end":"2026-03-02T21:26:09.168768Z","steps":["trace[410332245] 'process raft request' (duration: 169.14607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:09.1688Z","caller":"traceutil/trace.go:171","msg":"trace[1051494706] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"169.598971ms","start":"2026-03-02T21:26:08.999174Z","end":"2026-03-02T21:26:09.168773Z","steps":["trace[1051494706] 'process raft request' (duration: 169.237902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:09.733254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016933179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:10.053494Z","caller":"traceutil/trace.go:171","msg":"trace[338968052] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"835.902351ms","start":"2026-03-02T21:26:09.217542Z","end":"2026-03-02T21:26:10.053444Z","steps":["trace[338968052] 'process raft request' (duration: 830.899361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.053757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.21752Z","time spent":"836.105857ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:10.059909Z","caller":"traceutil/trace.go:171","msg":"trace[1751795457] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"780.905796ms","start":"2026-03-02T21:26:09.278987Z","end":"2026-03-02T21:26:10.059892Z","steps":["trace[1751795457] 'process raft request' (duration: 780.70673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.059989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.009125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:10.059988Z","caller":"traceutil/trace.go:171","msg":"trace[1555386281] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"383.524311ms","start":"2026-03-02T21:26:09.676433Z","end":"2026-03-02T21:26:10.059958Z","steps":["trace[1555386281] 'process raft request' (duration: 383.379028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:10.060037Z","caller":"traceutil/trace.go:171","msg":"trace[647691102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"827.100087ms","start":"2026-03-02T21:26:09.232926Z","end":"2026-03-02T21:26:10.060026Z","steps":["trace[647691102] 'agreement among raft nodes before linearized reading' (duration: 827.010975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.06007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.232909Z","time spent":"827.154228ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:10.060147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.676408Z","time spent":"383.656815ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:10.06015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.278956Z","time spent":"780.996958ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:10.05988Z","caller":"traceutil/trace.go:171","msg":"trace[2002428793] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1956; }","duration":"826.885382ms","start":"2026-03-02T21:26:09.23297Z","end":"2026-03-02T21:26:10.059855Z","steps":["trace[2002428793] 'read index received' (duration: 815.551856ms)","trace[2002428793] 'applied index is now lower than readState.Index' (duration: 11.332136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:10.060544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.197389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:26:10.060711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.288399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:26:10.06078Z","caller":"traceutil/trace.go:171","msg":"trace[672956808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1881; }","duration":"727.400841ms","start":"2026-03-02T21:26:09.333362Z","end":"2026-03-02T21:26:10.060763Z","steps":["trace[672956808] 'agreement among raft nodes before linearized reading' (duration: 727.206196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.060547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.806116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234eb2a8bafd\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T21:26:10.060831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.333344Z","time spent":"727.474523ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:26:10.060634Z","caller":"traceutil/trace.go:171","msg":"trace[103441458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"541.315533ms","start":"2026-03-02T21:26:09.519305Z","end":"2026-03-02T21:26:10.060621Z","steps":["trace[103441458] 'agreement among raft nodes before linearized reading' (duration: 541.151468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:10.06092Z","caller":"traceutil/trace.go:171","msg":"trace[1447890143] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899234eb2a8bafd; range_end:; response_count:1; response_revision:1881; }","duration":"794.187016ms","start":"2026-03-02T21:26:09.266677Z","end":"2026-03-02T21:26:10.060865Z","steps":["trace[1447890143] 'agreement among raft nodes before linearized reading' (duration: 793.763735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.060982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.519289Z","time spent":"541.680362ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:26:10.061096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.266656Z","time spent":"794.355721ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899234eb2a8bafd\" "} {"level":"warn","ts":"2026-03-02T21:26:10.061355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.895039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:26:10.061939Z","caller":"traceutil/trace.go:171","msg":"trace[772022361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1881; }","duration":"651.216087ms","start":"2026-03-02T21:26:09.410211Z","end":"2026-03-02T21:26:10.061427Z","steps":["trace[772022361] 'agreement among raft nodes before linearized reading' (duration: 650.291623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.062012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:09.410199Z","time spent":"651.796383ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T21:26:10.569603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016933189,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:26:10.700857Z","caller":"traceutil/trace.go:171","msg":"trace[381698272] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"636.918895ms","start":"2026-03-02T21:26:10.063914Z","end":"2026-03-02T21:26:10.700833Z","steps":["trace[381698272] 'process raft request' (duration: 636.764411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:10.701248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.063881Z","time spent":"637.050259ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:11.12343Z","caller":"traceutil/trace.go:171","msg":"trace[1936208054] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1959; }","duration":"1.054657267s","start":"2026-03-02T21:26:10.068756Z","end":"2026-03-02T21:26:11.123414Z","steps":["trace[1936208054] 'read index received' (duration: 631.948156ms)","trace[1936208054] 'applied index is now lower than readState.Index' (duration: 422.708371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:11.123538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054769569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:11.123561Z","caller":"traceutil/trace.go:171","msg":"trace[1394875497] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1884; }","duration":"1.054837621s","start":"2026-03-02T21:26:10.068716Z","end":"2026-03-02T21:26:11.123554Z","steps":["trace[1394875497] 'agreement among raft nodes before linearized reading' (duration: 1.05478354s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:11.123544Z","caller":"traceutil/trace.go:171","msg":"trace[1948437871] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"1.056435783s","start":"2026-03-02T21:26:10.067069Z","end":"2026-03-02T21:26:11.123505Z","steps":["trace[1948437871] 'process raft request' (duration: 1.056268389s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:11.123546Z","caller":"traceutil/trace.go:171","msg":"trace[2039667356] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.057023698s","start":"2026-03-02T21:26:10.066498Z","end":"2026-03-02T21:26:11.123522Z","steps":["trace[2039667356] 'process raft request' (duration: 1.054931624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:11.123618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.959215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:26:11.123582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.068703Z","time spent":"1.054874942s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T21:26:11.123643Z","caller":"traceutil/trace.go:171","msg":"trace[908126127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"890.030306ms","start":"2026-03-02T21:26:10.233608Z","end":"2026-03-02T21:26:11.123638Z","steps":["trace[908126127] 'agreement among raft nodes before linearized reading' (duration: 889.991615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:11.123659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.233583Z","time spent":"890.072548ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:26:11.123679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.067043Z","time spent":"1.056553726s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:11.12383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.066459Z","time spent":"1.057140881s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:26:11.123964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.03873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:26:11.12402Z","caller":"traceutil/trace.go:171","msg":"trace[109685959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1884; }","duration":"580.123942ms","start":"2026-03-02T21:26:10.543879Z","end":"2026-03-02T21:26:11.124003Z","steps":["trace[109685959] 'agreement among raft nodes before linearized reading' (duration: 579.972418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:11.124054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:10.543861Z","time spent":"580.185684ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:27:03.707045Z","caller":"traceutil/trace.go:171","msg":"trace[1778449823] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"320.602314ms","start":"2026-03-02T21:27:03.386401Z","end":"2026-03-02T21:27:03.707003Z","steps":["trace[1778449823] 'process raft request' (duration: 320.338627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:03.707239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:03.386366Z","time spent":"320.775169ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:03.708506Z","caller":"traceutil/trace.go:171","msg":"trace[1905767325] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"321.20674ms","start":"2026-03-02T21:27:03.387281Z","end":"2026-03-02T21:27:03.708488Z","steps":["trace[1905767325] 'process raft request' (duration: 321.046886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:03.708597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:03.387259Z","time spent":"321.295292ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:03.708677Z","caller":"traceutil/trace.go:171","msg":"trace[2018987790] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2408; }","duration":"289.269666ms","start":"2026-03-02T21:27:03.419391Z","end":"2026-03-02T21:27:03.708661Z","steps":["trace[2018987790] 'read index received' (duration: 287.435318ms)","trace[2018987790] 'applied index is now lower than readState.Index' (duration: 1.833048ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:03.708704Z","caller":"traceutil/trace.go:171","msg":"trace[1469278669] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"320.091921ms","start":"2026-03-02T21:27:03.388589Z","end":"2026-03-02T21:27:03.708681Z","steps":["trace[1469278669] 'process raft request' (duration: 319.859385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:03.70885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.46593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:27:03.708876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.02329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:27:03.708894Z","caller":"traceutil/trace.go:171","msg":"trace[1355609093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2313; }","duration":"289.545412ms","start":"2026-03-02T21:27:03.419336Z","end":"2026-03-02T21:27:03.708882Z","steps":["trace[1355609093] 'agreement among raft nodes before linearized reading' (duration: 289.407719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:03.708908Z","caller":"traceutil/trace.go:171","msg":"trace[1372444336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2313; }","duration":"281.091512ms","start":"2026-03-02T21:27:03.427806Z","end":"2026-03-02T21:27:03.708897Z","steps":["trace[1372444336] 'agreement among raft nodes before linearized reading' (duration: 280.957248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:03.709048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.140113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:27:03.709131Z","caller":"traceutil/trace.go:171","msg":"trace[890604843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2313; }","duration":"281.246896ms","start":"2026-03-02T21:27:03.427866Z","end":"2026-03-02T21:27:03.709113Z","steps":["trace[890604843] 'agreement among raft nodes before linearized reading' (duration: 280.926218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:03.709509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:03.388576Z","time spent":"320.183043ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:36.359116Z","caller":"traceutil/trace.go:171","msg":"trace[153132852] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"467.619641ms","start":"2026-03-02T21:27:35.891468Z","end":"2026-03-02T21:27:36.359088Z","steps":["trace[153132852] 'process raft request' (duration: 467.336224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.361315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.891445Z","time spent":"467.800915ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:36.647385Z","caller":"traceutil/trace.go:171","msg":"trace[1996342883] linearizableReadLoop","detail":"{readStateIndex:2595; appliedIndex:2593; }","duration":"731.648232ms","start":"2026-03-02T21:27:35.915699Z","end":"2026-03-02T21:27:36.647347Z","steps":["trace[1996342883] 'read index received' (duration: 443.135266ms)","trace[1996342883] 'applied index is now lower than readState.Index' (duration: 288.511546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:27:36.647448Z","caller":"traceutil/trace.go:171","msg":"trace[1474753872] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"565.250771ms","start":"2026-03-02T21:27:36.082162Z","end":"2026-03-02T21:27:36.647413Z","steps":["trace[1474753872] 'process raft request' (duration: 565.008785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:36.647522Z","caller":"traceutil/trace.go:171","msg":"trace[1711590967] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"751.984868ms","start":"2026-03-02T21:27:35.895499Z","end":"2026-03-02T21:27:36.647484Z","steps":["trace[1711590967] 'process raft request' (duration: 700.899633ms)","trace[1711590967] 'compare' (duration: 50.536571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:36.647704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.895476Z","time spent":"752.134512ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:36.647721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.994451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:27:36.647767Z","caller":"traceutil/trace.go:171","msg":"trace[260237327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2492; }","duration":"732.070913ms","start":"2026-03-02T21:27:35.915682Z","end":"2026-03-02T21:27:36.647752Z","steps":["trace[260237327] 'agreement among raft nodes before linearized reading' (duration: 731.845087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.64783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.915635Z","time spent":"732.165285ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:36.648026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.082133Z","time spent":"565.392585ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:36.731812Z","caller":"traceutil/trace.go:171","msg":"trace[2009535645] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"371.796399ms","start":"2026-03-02T21:27:36.359966Z","end":"2026-03-02T21:27:36.731763Z","steps":["trace[2009535645] 'process raft request' (duration: 371.480451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.731904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.222816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:27:36.73196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.075393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T21:27:36.732008Z","caller":"traceutil/trace.go:171","msg":"trace[208491489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"814.390881ms","start":"2026-03-02T21:27:35.917594Z","end":"2026-03-02T21:27:36.731985Z","steps":["trace[208491489] 'agreement among raft nodes before linearized reading' (duration: 814.113884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.732055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.917561Z","time spent":"814.485562ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:27:36.732053Z","caller":"traceutil/trace.go:171","msg":"trace[83458917] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"371.550012ms","start":"2026-03-02T21:27:36.360482Z","end":"2026-03-02T21:27:36.732032Z","steps":["trace[83458917] 'process raft request' (duration: 371.155642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:36.732052Z","caller":"traceutil/trace.go:171","msg":"trace[1780930322] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2494; }","duration":"430.242787ms","start":"2026-03-02T21:27:36.301789Z","end":"2026-03-02T21:27:36.732031Z","steps":["trace[1780930322] 'agreement among raft nodes before linearized reading' (duration: 429.935099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.73211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.301764Z","time spent":"430.33359ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T21:27:36.73216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.360443Z","time spent":"371.653845ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:36.732172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.359935Z","time spent":"372.022194ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:36.732308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.168868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:27:36.732345Z","caller":"traceutil/trace.go:171","msg":"trace[1233513886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"813.22424ms","start":"2026-03-02T21:27:35.91911Z","end":"2026-03-02T21:27:36.732334Z","steps":["trace[1233513886] 'agreement among raft nodes before linearized reading' (duration: 813.128898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.732378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.919101Z","time spent":"813.270011ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:27:36.732427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.468022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:27:36.732461Z","caller":"traceutil/trace.go:171","msg":"trace[2089866337] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2494; }","duration":"814.536064ms","start":"2026-03-02T21:27:35.917912Z","end":"2026-03-02T21:27:36.732448Z","steps":["trace[2089866337] 'agreement among raft nodes before linearized reading' (duration: 814.457132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.732469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.323035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:27:36.732489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:35.917895Z","time spent":"814.585956ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:27:36.732496Z","caller":"traceutil/trace.go:171","msg":"trace[1246731960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2494; }","duration":"499.389668ms","start":"2026-03-02T21:27:36.233098Z","end":"2026-03-02T21:27:36.732488Z","steps":["trace[1246731960] 'agreement among raft nodes before linearized reading' (duration: 499.343257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:36.732523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.23308Z","time spent":"499.437729ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:27:37.461725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.104367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:27:37.462154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.859771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:27:37.462565Z","caller":"traceutil/trace.go:171","msg":"trace[686788410] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"726.107416ms","start":"2026-03-02T21:27:36.736435Z","end":"2026-03-02T21:27:37.462542Z","steps":["trace[686788410] 'process raft request' (duration: 725.817969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:37.462612Z","caller":"traceutil/trace.go:171","msg":"trace[1499544017] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"726.102046ms","start":"2026-03-02T21:27:36.73648Z","end":"2026-03-02T21:27:37.462582Z","steps":["trace[1499544017] 'process raft request' (duration: 725.8555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:37.462734Z","caller":"traceutil/trace.go:171","msg":"trace[98533830] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"810.180189ms","start":"2026-03-02T21:27:36.652509Z","end":"2026-03-02T21:27:37.462689Z","steps":["trace[98533830] 'process raft request' (duration: 372.709752ms)","trace[98533830] 'compare' (duration: 436.174493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:37.462766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.736468Z","time spent":"726.216709ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:37.462778Z","caller":"traceutil/trace.go:171","msg":"trace[1893618365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2494; }","duration":"656.135214ms","start":"2026-03-02T21:27:36.806592Z","end":"2026-03-02T21:27:37.462727Z","steps":["trace[1893618365] 'range keys from in-memory index tree' (duration: 655.089177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.462805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.736421Z","time spent":"726.195659ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:37.462775Z","caller":"traceutil/trace.go:171","msg":"trace[2094187216] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"729.214248ms","start":"2026-03-02T21:27:36.733536Z","end":"2026-03-02T21:27:37.46275Z","steps":["trace[2094187216] 'read index received' (duration: 291.647978ms)","trace[2094187216] 'applied index is now lower than readState.Index' (duration: 437.56336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:37.462876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.652482Z","time spent":"810.332053ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:27:37.462785Z","caller":"traceutil/trace.go:171","msg":"trace[1589847247] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"725.741667ms","start":"2026-03-02T21:27:36.737015Z","end":"2026-03-02T21:27:37.462757Z","steps":["trace[1589847247] 'process raft request' (duration: 725.356507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.463066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.737003Z","time spent":"726.018034ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:27:37.693677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.247957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:27:37.6938Z","caller":"traceutil/trace.go:171","msg":"trace[776295984] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2602; }","duration":"230.853768ms","start":"2026-03-02T21:27:37.462927Z","end":"2026-03-02T21:27:37.693781Z","steps":["trace[776295984] 'read index received' (duration: 81.813µs)","trace[776295984] 'applied index is now lower than readState.Index' (duration: 230.770335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:37.693988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.458207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T21:27:37.694025Z","caller":"traceutil/trace.go:171","msg":"trace[1714084370] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2498; }","duration":"957.535679ms","start":"2026-03-02T21:27:36.73648Z","end":"2026-03-02T21:27:37.694015Z","steps":["trace[1714084370] 'agreement among raft nodes before linearized reading' (duration: 957.350804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.694059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.736463Z","time spent":"957.588151ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T21:27:37.694303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.745214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:27:37.694381Z","caller":"traceutil/trace.go:171","msg":"trace[2126571380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"960.848576ms","start":"2026-03-02T21:27:36.73351Z","end":"2026-03-02T21:27:37.694359Z","steps":["trace[2126571380] 'agreement among raft nodes before linearized reading' (duration: 729.342141ms)","trace[2126571380] 'range keys from in-memory index tree' (duration: 231.375631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:27:37.694422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.733493Z","time spent":"960.920107ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:27:37.694459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.423836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189923631f3e157c\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T21:27:37.694491Z","caller":"traceutil/trace.go:171","msg":"trace[100424390] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189923631f3e157c; range_end:; response_count:1; response_revision:2498; }","duration":"712.493108ms","start":"2026-03-02T21:27:36.981988Z","end":"2026-03-02T21:27:37.694481Z","steps":["trace[100424390] 'agreement among raft nodes before linearized reading' (duration: 712.401126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:27:37.694517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:27:36.981968Z","time spent":"712.543639ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189923631f3e157c\" "} {"level":"info","ts":"2026-03-02T21:27:42.788818Z","caller":"traceutil/trace.go:171","msg":"trace[606695653] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"113.814346ms","start":"2026-03-02T21:27:42.674979Z","end":"2026-03-02T21:27:42.788794Z","steps":["trace[606695653] 'process raft request' (duration: 113.654722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:42.856Z","caller":"traceutil/trace.go:171","msg":"trace[1123200650] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"103.366801ms","start":"2026-03-02T21:27:42.752616Z","end":"2026-03-02T21:27:42.855983Z","steps":["trace[1123200650] 'process raft request' (duration: 103.192246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:27:42.856206Z","caller":"traceutil/trace.go:171","msg":"trace[250874249] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"102.811387ms","start":"2026-03-02T21:27:42.753387Z","end":"2026-03-02T21:27:42.856199Z","steps":["trace[250874249] 'process raft request' (duration: 102.56306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:39.504204Z","caller":"traceutil/trace.go:171","msg":"trace[64715546] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"240.38975ms","start":"2026-03-02T21:29:39.263772Z","end":"2026-03-02T21:29:39.504162Z","steps":["trace[64715546] 'process raft request' (duration: 240.161864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:29:39.507468Z","caller":"traceutil/trace.go:171","msg":"trace[938634497] linearizableReadLoop","detail":"{readStateIndex:3336; appliedIndex:3334; }","duration":"112.741986ms","start":"2026-03-02T21:29:39.394696Z","end":"2026-03-02T21:29:39.507438Z","steps":["trace[938634497] 'read index received' (duration: 109.275524ms)","trace[938634497] 'applied index is now lower than readState.Index' (duration: 3.464342ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:29:39.507624Z","caller":"traceutil/trace.go:171","msg":"trace[657535762] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"196.574852ms","start":"2026-03-02T21:29:39.311007Z","end":"2026-03-02T21:29:39.507582Z","steps":["trace[657535762] 'process raft request' (duration: 195.044641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:29:39.507761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.036925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:29:39.508001Z","caller":"traceutil/trace.go:171","msg":"trace[33488772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3201; }","duration":"113.336892ms","start":"2026-03-02T21:29:39.394643Z","end":"2026-03-02T21:29:39.507979Z","steps":["trace[33488772] 'agreement among raft nodes before linearized reading' (duration: 112.958672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:14.618877Z","caller":"traceutil/trace.go:171","msg":"trace[1018581380] linearizableReadLoop","detail":"{readStateIndex:3587; appliedIndex:3586; }","duration":"227.085095ms","start":"2026-03-02T21:30:14.391761Z","end":"2026-03-02T21:30:14.618847Z","steps":["trace[1018581380] 'read index received' (duration: 226.842539ms)","trace[1018581380] 'applied index is now lower than readState.Index' (duration: 241.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:14.618928Z","caller":"traceutil/trace.go:171","msg":"trace[990499908] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"321.614045ms","start":"2026-03-02T21:30:14.297278Z","end":"2026-03-02T21:30:14.618892Z","steps":["trace[990499908] 'process raft request' (duration: 321.40188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:14.619101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:14.297254Z","time spent":"321.754499ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:14.619163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.383353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:30:14.619215Z","caller":"traceutil/trace.go:171","msg":"trace[1369310861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3445; }","duration":"227.497796ms","start":"2026-03-02T21:30:14.391702Z","end":"2026-03-02T21:30:14.6192Z","steps":["trace[1369310861] 'agreement among raft nodes before linearized reading' (duration: 227.305611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:14.619251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.075575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:30:14.619298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.855246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:30:14.619357Z","caller":"traceutil/trace.go:171","msg":"trace[336248669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3445; }","duration":"227.206298ms","start":"2026-03-02T21:30:14.392119Z","end":"2026-03-02T21:30:14.619326Z","steps":["trace[336248669] 'agreement among raft nodes before linearized reading' (duration: 226.940941ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:14.61942Z","caller":"traceutil/trace.go:171","msg":"trace[1156088839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3445; }","duration":"225.041311ms","start":"2026-03-02T21:30:14.394363Z","end":"2026-03-02T21:30:14.619405Z","steps":["trace[1156088839] 'agreement among raft nodes before linearized reading' (duration: 224.702452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:14.619289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.861203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:30:14.619583Z","caller":"traceutil/trace.go:171","msg":"trace[682153795] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3445; }","duration":"103.172071ms","start":"2026-03-02T21:30:14.516364Z","end":"2026-03-02T21:30:14.619536Z","steps":["trace[682153795] 'agreement among raft nodes before linearized reading' (duration: 102.717649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:14.954188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.158411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:30:14.954621Z","caller":"traceutil/trace.go:171","msg":"trace[1385538745] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"330.299227ms","start":"2026-03-02T21:30:14.624296Z","end":"2026-03-02T21:30:14.954595Z","steps":["trace[1385538745] 'process raft request' (duration: 100.659924ms)","trace[1385538745] 'compare' (duration: 229.012326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:14.954732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:14.624266Z","time spent":"330.42259ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:30:14.955116Z","caller":"traceutil/trace.go:171","msg":"trace[1706010998] linearizableReadLoop","detail":"{readStateIndex:3590; appliedIndex:3587; }","duration":"178.560071ms","start":"2026-03-02T21:30:14.776547Z","end":"2026-03-02T21:30:14.955107Z","steps":["trace[1706010998] 'read index received' (duration: 170.550848ms)","trace[1706010998] 'applied index is now lower than readState.Index' (duration: 8.008563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:14.955225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.684184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:14.955249Z","caller":"traceutil/trace.go:171","msg":"trace[841708988] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3448; }","duration":"178.757117ms","start":"2026-03-02T21:30:14.776484Z","end":"2026-03-02T21:30:14.955241Z","steps":["trace[841708988] 'agreement among raft nodes before linearized reading' (duration: 178.658624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:14.955305Z","caller":"traceutil/trace.go:171","msg":"trace[1802594859] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"330.462631ms","start":"2026-03-02T21:30:14.624825Z","end":"2026-03-02T21:30:14.955288Z","steps":["trace[1802594859] 'process raft request' (duration: 329.454434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:14.955371Z","caller":"traceutil/trace.go:171","msg":"trace[263170958] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"330.05618ms","start":"2026-03-02T21:30:14.625308Z","end":"2026-03-02T21:30:14.955364Z","steps":["trace[263170958] 'process raft request' (duration: 329.768272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:14.955408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:14.62481Z","time spent":"330.542614ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:14.95542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:14.625294Z","time spent":"330.095882ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:27.905169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.882904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-rkfll\" ","response":"range_response_count:1 size:2468"} {"level":"info","ts":"2026-03-02T21:31:27.905247Z","caller":"traceutil/trace.go:171","msg":"trace[1632982282] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-rkfll; range_end:; response_count:1; response_revision:4216; }","duration":"114.005358ms","start":"2026-03-02T21:31:27.791224Z","end":"2026-03-02T21:31:27.905229Z","steps":["trace[1632982282] 'range keys from in-memory index tree' (duration: 113.683369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:30.492453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.535867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:30.492541Z","caller":"traceutil/trace.go:171","msg":"trace[1861244477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4262; }","duration":"126.695772ms","start":"2026-03-02T21:31:30.365825Z","end":"2026-03-02T21:31:30.492521Z","steps":["trace[1861244477] 'count revisions from in-memory index tree' (duration: 126.420664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:31.739006Z","caller":"traceutil/trace.go:171","msg":"trace[432178852] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"132.830833ms","start":"2026-03-02T21:31:31.606152Z","end":"2026-03-02T21:31:31.738983Z","steps":["trace[432178852] 'process raft request' (duration: 132.571936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:33.485121Z","caller":"traceutil/trace.go:171","msg":"trace[1496270501] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"109.539856ms","start":"2026-03-02T21:31:33.375551Z","end":"2026-03-02T21:31:33.485091Z","steps":["trace[1496270501] 'process raft request' (duration: 65.624669ms)","trace[1496270501] 'compare' (duration: 43.699901ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:33.485429Z","caller":"traceutil/trace.go:171","msg":"trace[376404634] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"109.753322ms","start":"2026-03-02T21:31:33.375645Z","end":"2026-03-02T21:31:33.485398Z","steps":["trace[376404634] 'process raft request' (duration: 109.382962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:37.238867Z","caller":"traceutil/trace.go:171","msg":"trace[994277799] linearizableReadLoop","detail":"{readStateIndex:4626; appliedIndex:4625; }","duration":"475.433447ms","start":"2026-03-02T21:31:36.76341Z","end":"2026-03-02T21:31:37.238843Z","steps":["trace[994277799] 'read index received' (duration: 475.219852ms)","trace[994277799] 'applied index is now lower than readState.Index' (duration: 212.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:37.239082Z","caller":"traceutil/trace.go:171","msg":"trace[529808291] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"494.008236ms","start":"2026-03-02T21:31:36.745035Z","end":"2026-03-02T21:31:37.239043Z","steps":["trace[529808291] 'process raft request' (duration: 493.539534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:37.239145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.712944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:37.239241Z","caller":"traceutil/trace.go:171","msg":"trace[1073895421] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4442; }","duration":"475.866748ms","start":"2026-03-02T21:31:36.76335Z","end":"2026-03-02T21:31:37.239217Z","steps":["trace[1073895421] 'agreement among raft nodes before linearized reading' (duration: 475.726424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:37.239219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:36.745012Z","time spent":"494.102448ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:37.239375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:36.763327Z","time spent":"475.955631ms","remote":"127.0.0.1:34738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"info","ts":"2026-03-02T21:31:37.247927Z","caller":"traceutil/trace.go:171","msg":"trace[1759671405] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"117.444844ms","start":"2026-03-02T21:31:37.130464Z","end":"2026-03-02T21:31:37.247908Z","steps":["trace[1759671405] 'process raft request' (duration: 117.150286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:37.2481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.097131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:37.248193Z","caller":"traceutil/trace.go:171","msg":"trace[605581717] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4443; }","duration":"452.236145ms","start":"2026-03-02T21:31:36.795936Z","end":"2026-03-02T21:31:37.248172Z","steps":["trace[605581717] 'agreement among raft nodes before linearized reading' (duration: 452.082461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:37.248215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.53052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:31:37.248246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:36.795925Z","time spent":"452.309528ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:31:37.248264Z","caller":"traceutil/trace.go:171","msg":"trace[2146277890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4443; }","duration":"130.618381ms","start":"2026-03-02T21:31:37.117633Z","end":"2026-03-02T21:31:37.248252Z","steps":["trace[2146277890] 'agreement among raft nodes before linearized reading' (duration: 130.407566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:37.789362Z","caller":"traceutil/trace.go:171","msg":"trace[2117755002] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"213.480195ms","start":"2026-03-02T21:31:37.575842Z","end":"2026-03-02T21:31:37.789322Z","steps":["trace[2117755002] 'process raft request' (duration: 201.759556ms)","trace[2117755002] 'compare' (duration: 11.435752ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:37.789549Z","caller":"traceutil/trace.go:171","msg":"trace[1581431395] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4728; }","duration":"209.277764ms","start":"2026-03-02T21:31:37.580232Z","end":"2026-03-02T21:31:37.78951Z","steps":["trace[1581431395] 'read index received' (duration: 197.36694ms)","trace[1581431395] 'applied index is now lower than readState.Index' (duration: 11.907004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:37.790076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.816848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62858"} {"level":"info","ts":"2026-03-02T21:31:37.790118Z","caller":"traceutil/trace.go:171","msg":"trace[276244381] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4543; }","duration":"209.897731ms","start":"2026-03-02T21:31:37.580209Z","end":"2026-03-02T21:31:37.790106Z","steps":["trace[276244381] 'agreement among raft nodes before linearized reading' (duration: 209.458039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:37.790491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.554601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718766"} {"level":"info","ts":"2026-03-02T21:31:37.790579Z","caller":"traceutil/trace.go:171","msg":"trace[500152025] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4543; }","duration":"168.651024ms","start":"2026-03-02T21:31:37.621902Z","end":"2026-03-02T21:31:37.790553Z","steps":["trace[500152025] 'agreement among raft nodes before linearized reading' (duration: 167.817492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.240612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016939888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:31:39.268078Z","caller":"traceutil/trace.go:171","msg":"trace[1427134635] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4749; }","duration":"528.497325ms","start":"2026-03-02T21:31:38.739565Z","end":"2026-03-02T21:31:39.268062Z","steps":["trace[1427134635] 'read index received' (duration: 528.360052ms)","trace[1427134635] 'applied index is now lower than readState.Index' (duration: 136.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:39.268133Z","caller":"traceutil/trace.go:171","msg":"trace[1254362952] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"557.089668ms","start":"2026-03-02T21:31:38.711003Z","end":"2026-03-02T21:31:39.268092Z","steps":["trace[1254362952] 'process raft request' (duration: 556.927294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.268304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.71098Z","time spent":"557.233172ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:31:39.268289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.69791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:39.268397Z","caller":"traceutil/trace.go:171","msg":"trace[1682768296] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4563; }","duration":"528.879515ms","start":"2026-03-02T21:31:38.739493Z","end":"2026-03-02T21:31:39.268372Z","steps":["trace[1682768296] 'agreement among raft nodes before linearized reading' (duration: 528.650829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.268466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.73946Z","time spent":"528.992788ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T21:31:39.268443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.351506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:31:39.268542Z","caller":"traceutil/trace.go:171","msg":"trace[1669124321] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4563; }","duration":"376.524701ms","start":"2026-03-02T21:31:38.891992Z","end":"2026-03-02T21:31:39.268517Z","steps":["trace[1669124321] 'agreement among raft nodes before linearized reading' (duration: 376.229723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.268633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:38.891968Z","time spent":"376.649524ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:31:39.268669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.694837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718766"} {"level":"info","ts":"2026-03-02T21:31:39.268718Z","caller":"traceutil/trace.go:171","msg":"trace[1369180511] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4563; }","duration":"140.754318ms","start":"2026-03-02T21:31:39.127949Z","end":"2026-03-02T21:31:39.268704Z","steps":["trace[1369180511] 'agreement among raft nodes before linearized reading' (duration: 140.302826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.530859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.530835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:39.531055Z","caller":"traceutil/trace.go:171","msg":"trace[324168200] linearizableReadLoop","detail":"{readStateIndex:4752; appliedIndex:4750; }","duration":"256.074597ms","start":"2026-03-02T21:31:39.274966Z","end":"2026-03-02T21:31:39.531041Z","steps":["trace[324168200] 'read index received' (duration: 72.307876ms)","trace[324168200] 'applied index is now lower than readState.Index' (duration: 183.763591ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:39.531151Z","caller":"traceutil/trace.go:171","msg":"trace[433012872] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"257.192667ms","start":"2026-03-02T21:31:39.273949Z","end":"2026-03-02T21:31:39.531142Z","steps":["trace[433012872] 'process raft request' (duration: 257.011912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.53118Z","caller":"traceutil/trace.go:171","msg":"trace[96849531] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"258.030498ms","start":"2026-03-02T21:31:39.273121Z","end":"2026-03-02T21:31:39.531152Z","steps":["trace[96849531] 'process raft request' (duration: 74.125853ms)","trace[96849531] 'compare' (duration: 183.432533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:39.531268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.573009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-03-02T21:31:39.531315Z","caller":"traceutil/trace.go:171","msg":"trace[478768531] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0; range_end:; response_count:1; response_revision:4565; }","duration":"229.650511ms","start":"2026-03-02T21:31:39.301652Z","end":"2026-03-02T21:31:39.531302Z","steps":["trace[478768531] 'agreement among raft nodes before linearized reading' (duration: 229.513128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.531429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.444277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:31:39.531462Z","caller":"traceutil/trace.go:171","msg":"trace[3714875] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4565; }","duration":"256.511298ms","start":"2026-03-02T21:31:39.274944Z","end":"2026-03-02T21:31:39.531455Z","steps":["trace[3714875] 'agreement among raft nodes before linearized reading' (duration: 256.403215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:39.531509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.706502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:31:39.531521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.271897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:31:39.531582Z","caller":"traceutil/trace.go:171","msg":"trace[1961210095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4565; }","duration":"129.364958ms","start":"2026-03-02T21:31:39.402202Z","end":"2026-03-02T21:31:39.531567Z","steps":["trace[1961210095] 'agreement among raft nodes before linearized reading' (duration: 129.257865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:39.531543Z","caller":"traceutil/trace.go:171","msg":"trace[1026669743] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4565; }","duration":"229.742833ms","start":"2026-03-02T21:31:39.301791Z","end":"2026-03-02T21:31:39.531534Z","steps":["trace[1026669743] 'agreement among raft nodes before linearized reading' (duration: 229.674231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:41.676794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.094304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:31:41.67689Z","caller":"traceutil/trace.go:171","msg":"trace[1031324729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4597; }","duration":"142.231728ms","start":"2026-03-02T21:31:41.534636Z","end":"2026-03-02T21:31:41.676868Z","steps":["trace[1031324729] 'range keys from in-memory index tree' (duration: 141.900619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:41.677461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.483985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:31:41.677532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.388909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:31:41.67766Z","caller":"traceutil/trace.go:171","msg":"trace[2066856642] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4597; }","duration":"129.588415ms","start":"2026-03-02T21:31:41.548036Z","end":"2026-03-02T21:31:41.677624Z","steps":["trace[2066856642] 'range keys from in-memory index tree' (duration: 129.146123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.677702Z","caller":"traceutil/trace.go:171","msg":"trace[334761960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4597; }","duration":"128.676031ms","start":"2026-03-02T21:31:41.548875Z","end":"2026-03-02T21:31:41.677551Z","steps":["trace[334761960] 'range keys from in-memory index tree' (duration: 128.213638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:41.677719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.358207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0\" ","response":"range_response_count:1 size:3902"} {"level":"warn","ts":"2026-03-02T21:31:41.677739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.117292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:31:41.677824Z","caller":"traceutil/trace.go:171","msg":"trace[1857834882] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0; range_end:; response_count:1; response_revision:4597; }","duration":"113.49775ms","start":"2026-03-02T21:31:41.564298Z","end":"2026-03-02T21:31:41.677796Z","steps":["trace[1857834882] 'range keys from in-memory index tree' (duration: 113.054768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.677874Z","caller":"traceutil/trace.go:171","msg":"trace[440419496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4597; }","duration":"129.305247ms","start":"2026-03-02T21:31:41.548532Z","end":"2026-03-02T21:31:41.677838Z","steps":["trace[440419496] 'range keys from in-memory index tree' (duration: 128.876556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.792699Z","caller":"traceutil/trace.go:171","msg":"trace[1935191859] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"109.346141ms","start":"2026-03-02T21:31:41.683325Z","end":"2026-03-02T21:31:41.792671Z","steps":["trace[1935191859] 'process raft request' (duration: 107.820851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.793047Z","caller":"traceutil/trace.go:171","msg":"trace[677068267] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"109.539226ms","start":"2026-03-02T21:31:41.683468Z","end":"2026-03-02T21:31:41.793007Z","steps":["trace[677068267] 'process raft request' (duration: 109.144325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.793097Z","caller":"traceutil/trace.go:171","msg":"trace[1390629764] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"109.397243ms","start":"2026-03-02T21:31:41.68365Z","end":"2026-03-02T21:31:41.793047Z","steps":["trace[1390629764] 'process raft request' (duration: 109.227708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:41.793248Z","caller":"traceutil/trace.go:171","msg":"trace[411406639] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"108.647612ms","start":"2026-03-02T21:31:41.684571Z","end":"2026-03-02T21:31:41.793218Z","steps":["trace[411406639] 'process raft request' (duration: 108.434727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.584718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.685117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:42.585176Z","caller":"traceutil/trace.go:171","msg":"trace[954709975] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"603.241314ms","start":"2026-03-02T21:31:41.981876Z","end":"2026-03-02T21:31:42.585117Z","steps":["trace[954709975] 'process raft request' (duration: 160.948641ms)","trace[954709975] 'compare' (duration: 441.01982ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:42.585252Z","caller":"traceutil/trace.go:171","msg":"trace[490816119] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4793; }","duration":"599.072044ms","start":"2026-03-02T21:31:41.986153Z","end":"2026-03-02T21:31:42.585225Z","steps":["trace[490816119] 'read index received' (duration: 156.652087ms)","trace[490816119] 'applied index is now lower than readState.Index' (duration: 442.418277ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:42.58537Z","caller":"traceutil/trace.go:171","msg":"trace[65361372] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"603.43305ms","start":"2026-03-02T21:31:41.981922Z","end":"2026-03-02T21:31:42.585355Z","steps":["trace[65361372] 'process raft request' (duration: 603.118351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.585427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:41.981856Z","time spent":"603.42826ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:42.585452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:41.981902Z","time spent":"603.500081ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:31:42.58553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.367562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:420"} {"level":"info","ts":"2026-03-02T21:31:42.585584Z","caller":"traceutil/trace.go:171","msg":"trace[464103310] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4606; }","duration":"599.438084ms","start":"2026-03-02T21:31:41.986129Z","end":"2026-03-02T21:31:42.585567Z","steps":["trace[464103310] 'agreement among raft nodes before linearized reading' (duration: 599.345402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.585616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:41.986121Z","time spent":"599.487895ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":442,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T21:31:42.612804Z","caller":"traceutil/trace.go:171","msg":"trace[1406791119] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"125.25219ms","start":"2026-03-02T21:31:42.487527Z","end":"2026-03-02T21:31:42.612779Z","steps":["trace[1406791119] 'process raft request' (duration: 125.003734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.612855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.420849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:31:42.612862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.729529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:31:42.612859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.38864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:42.612893Z","caller":"traceutil/trace.go:171","msg":"trace[577213014] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4607; }","duration":"143.496461ms","start":"2026-03-02T21:31:42.469386Z","end":"2026-03-02T21:31:42.612882Z","steps":["trace[577213014] 'agreement among raft nodes before linearized reading' (duration: 143.420649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:42.612925Z","caller":"traceutil/trace.go:171","msg":"trace[1129499857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4607; }","duration":"378.827202ms","start":"2026-03-02T21:31:42.234082Z","end":"2026-03-02T21:31:42.612909Z","steps":["trace[1129499857] 'agreement among raft nodes before linearized reading' (duration: 378.657727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.61296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:42.234066Z","time spent":"378.888873ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:31:42.612959Z","caller":"traceutil/trace.go:171","msg":"trace[905013805] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4607; }","duration":"378.534393ms","start":"2026-03-02T21:31:42.234404Z","end":"2026-03-02T21:31:42.612938Z","steps":["trace[905013805] 'agreement among raft nodes before linearized reading' (duration: 378.326238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.613002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:42.234375Z","time spent":"378.617086ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-02T21:31:42.613256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.135972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:31:42.613341Z","caller":"traceutil/trace.go:171","msg":"trace[54610985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4607; }","duration":"496.292396ms","start":"2026-03-02T21:31:42.117028Z","end":"2026-03-02T21:31:42.613321Z","steps":["trace[54610985] 'agreement among raft nodes before linearized reading' (duration: 495.904466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.613499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:42.117003Z","time spent":"496.372759ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:31:42.903704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.592075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:42.903959Z","caller":"traceutil/trace.go:171","msg":"trace[1582408054] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"221.2484ms","start":"2026-03-02T21:31:42.682691Z","end":"2026-03-02T21:31:42.90394Z","steps":["trace[1582408054] 'read index received' (duration: 28.381138ms)","trace[1582408054] 'applied index is now lower than readState.Index' (duration: 192.865782ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:42.904036Z","caller":"traceutil/trace.go:171","msg":"trace[497383190] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"226.460577ms","start":"2026-03-02T21:31:42.677521Z","end":"2026-03-02T21:31:42.903981Z","steps":["trace[497383190] 'process raft request' (duration: 33.486782ms)","trace[497383190] 'compare' (duration: 192.355378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:42.904256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.52166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:31:42.904289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.572808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0\" ","response":"range_response_count:1 size:3902"} {"level":"info","ts":"2026-03-02T21:31:42.904332Z","caller":"traceutil/trace.go:171","msg":"trace[1659792792] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4609; }","duration":"116.636964ms","start":"2026-03-02T21:31:42.787679Z","end":"2026-03-02T21:31:42.904316Z","steps":["trace[1659792792] 'agreement among raft nodes before linearized reading' (duration: 116.49825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:42.904391Z","caller":"traceutil/trace.go:171","msg":"trace[1596541719] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d9cab026-41cd-4e29-91ba-3f6f9cfc00d0; range_end:; response_count:1; response_revision:4609; }","duration":"221.713991ms","start":"2026-03-02T21:31:42.682655Z","end":"2026-03-02T21:31:42.904369Z","steps":["trace[1596541719] 'agreement among raft nodes before linearized reading' (duration: 221.374842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:44.302116Z","caller":"traceutil/trace.go:171","msg":"trace[985265843] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"135.259874ms","start":"2026-03-02T21:31:44.166822Z","end":"2026-03-02T21:31:44.302082Z","steps":["trace[985265843] 'process raft request' (duration: 133.677303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:51.351827Z","caller":"traceutil/trace.go:171","msg":"trace[1042032604] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4982; }","duration":"116.613403ms","start":"2026-03-02T21:31:51.235194Z","end":"2026-03-02T21:31:51.351807Z","steps":["trace[1042032604] 'read index received' (duration: 116.358956ms)","trace[1042032604] 'applied index is now lower than readState.Index' (duration: 250.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:51.351897Z","caller":"traceutil/trace.go:171","msg":"trace[1780378910] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"191.30346ms","start":"2026-03-02T21:31:51.160543Z","end":"2026-03-02T21:31:51.351846Z","steps":["trace[1780378910] 'process raft request' (duration: 191.105105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:51.351953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.747486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:51.352198Z","caller":"traceutil/trace.go:171","msg":"trace[1188931992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4788; }","duration":"117.062524ms","start":"2026-03-02T21:31:51.235125Z","end":"2026-03-02T21:31:51.352187Z","steps":["trace[1188931992] 'agreement among raft nodes before linearized reading' (duration: 116.764446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.12712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.755682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:31:52.127436Z","caller":"traceutil/trace.go:171","msg":"trace[1867210406] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"522.653571ms","start":"2026-03-02T21:31:51.604763Z","end":"2026-03-02T21:31:52.127416Z","steps":["trace[1867210406] 'process raft request' (duration: 522.463346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:52.127462Z","caller":"traceutil/trace.go:171","msg":"trace[44120162] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"522.63621ms","start":"2026-03-02T21:31:51.604793Z","end":"2026-03-02T21:31:52.127429Z","steps":["trace[44120162] 'process raft request' (duration: 522.498597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.127514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:51.604738Z","time spent":"522.743914ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:52.127576Z","caller":"traceutil/trace.go:171","msg":"trace[647323105] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4987; }","duration":"342.610807ms","start":"2026-03-02T21:31:51.784906Z","end":"2026-03-02T21:31:52.127517Z","steps":["trace[647323105] 'read index received' (duration: 39.835449ms)","trace[647323105] 'applied index is now lower than readState.Index' (duration: 302.772297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:52.127645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:51.60477Z","time spent":"522.788065ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:52.127642Z","caller":"traceutil/trace.go:171","msg":"trace[1323687402] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"523.383401ms","start":"2026-03-02T21:31:51.604213Z","end":"2026-03-02T21:31:52.127597Z","steps":["trace[1323687402] 'process raft request' (duration: 60.059893ms)","trace[1323687402] 'compare' (duration: 462.63593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:52.127837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:51.604193Z","time spent":"523.549054ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:52.127901Z","caller":"traceutil/trace.go:171","msg":"trace[1499947961] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"523.106393ms","start":"2026-03-02T21:31:51.604779Z","end":"2026-03-02T21:31:52.127885Z","steps":["trace[1499947961] 'process raft request' (duration: 522.560439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.12808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.881085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:31:52.128073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:51.604749Z","time spent":"523.194945ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:52.128132Z","caller":"traceutil/trace.go:171","msg":"trace[1882158331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4796; }","duration":"298.974477ms","start":"2026-03-02T21:31:51.829144Z","end":"2026-03-02T21:31:52.128118Z","steps":["trace[1882158331] 'agreement among raft nodes before linearized reading' (duration: 298.818953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.128136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.675578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:31:52.128174Z","caller":"traceutil/trace.go:171","msg":"trace[535647149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4796; }","duration":"274.745129ms","start":"2026-03-02T21:31:51.853418Z","end":"2026-03-02T21:31:52.128163Z","steps":["trace[535647149] 'agreement among raft nodes before linearized reading' (duration: 274.595945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.128302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.620292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-02T21:31:52.128331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.878261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:31:52.12835Z","caller":"traceutil/trace.go:171","msg":"trace[1692937848] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:4796; }","duration":"245.689443ms","start":"2026-03-02T21:31:51.882648Z","end":"2026-03-02T21:31:52.128337Z","steps":["trace[1692937848] 'agreement among raft nodes before linearized reading' (duration: 245.522629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:52.128358Z","caller":"traceutil/trace.go:171","msg":"trace[1130400979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:4796; }","duration":"258.922022ms","start":"2026-03-02T21:31:51.869427Z","end":"2026-03-02T21:31:52.128349Z","steps":["trace[1130400979] 'agreement among raft nodes before linearized reading' (duration: 258.83467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.128431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.036256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:31:52.128474Z","caller":"traceutil/trace.go:171","msg":"trace[1078239995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4796; }","duration":"275.106329ms","start":"2026-03-02T21:31:51.853359Z","end":"2026-03-02T21:31:52.128465Z","steps":["trace[1078239995] 'agreement among raft nodes before linearized reading' (duration: 274.993896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.128563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.677655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:31:52.128598Z","caller":"traceutil/trace.go:171","msg":"trace[1772732120] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4796; }","duration":"343.767838ms","start":"2026-03-02T21:31:51.784819Z","end":"2026-03-02T21:31:52.128587Z","steps":["trace[1772732120] 'agreement among raft nodes before linearized reading' (duration: 343.692436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:52.128634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:51.784793Z","time spent":"343.834309ms","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:31:52.128689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.225695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:31:52.128711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.722608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:31:52.12873Z","caller":"traceutil/trace.go:171","msg":"trace[1633399614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4796; }","duration":"285.316337ms","start":"2026-03-02T21:31:51.843405Z","end":"2026-03-02T21:31:52.128721Z","steps":["trace[1633399614] 'agreement among raft nodes before linearized reading' (duration: 285.220765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:52.128768Z","caller":"traceutil/trace.go:171","msg":"trace[565648742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"296.82129ms","start":"2026-03-02T21:31:51.831932Z","end":"2026-03-02T21:31:52.128754Z","steps":["trace[565648742] 'agreement among raft nodes before linearized reading' (duration: 296.626585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:56.845632Z","caller":"traceutil/trace.go:171","msg":"trace[1278239949] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5036; }","duration":"150.648359ms","start":"2026-03-02T21:31:56.694944Z","end":"2026-03-02T21:31:56.845592Z","steps":["trace[1278239949] 'read index received' (duration: 110.004468ms)","trace[1278239949] 'applied index is now lower than readState.Index' (duration: 40.642201ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:56.84576Z","caller":"traceutil/trace.go:171","msg":"trace[446587081] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"211.712898ms","start":"2026-03-02T21:31:56.633922Z","end":"2026-03-02T21:31:56.845635Z","steps":["trace[446587081] 'process raft request' (duration: 171.000955ms)","trace[446587081] 'compare' (duration: 40.467267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:56.845945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.987738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:31:56.846016Z","caller":"traceutil/trace.go:171","msg":"trace[614135667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4841; }","duration":"151.156133ms","start":"2026-03-02T21:31:56.694845Z","end":"2026-03-02T21:31:56.846001Z","steps":["trace[614135667] 'agreement among raft nodes before linearized reading' (duration: 150.924116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:58.929004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.031193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-02T21:31:58.929209Z","caller":"traceutil/trace.go:171","msg":"trace[910738148] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4916; }","duration":"101.254568ms","start":"2026-03-02T21:31:58.827874Z","end":"2026-03-02T21:31:58.929129Z","steps":["trace[910738148] 'range keys from in-memory index tree' (duration: 100.812947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:59.694672Z","caller":"traceutil/trace.go:171","msg":"trace[1994380273] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"158.766874ms","start":"2026-03-02T21:31:59.535867Z","end":"2026-03-02T21:31:59.694634Z","steps":["trace[1994380273] 'process raft request' (duration: 158.467886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.358614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.692046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:32:00.358679Z","caller":"traceutil/trace.go:171","msg":"trace[57277788] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4925; }","duration":"507.83234ms","start":"2026-03-02T21:31:59.850831Z","end":"2026-03-02T21:32:00.358664Z","steps":["trace[57277788] 'range keys from in-memory index tree' (duration: 507.47114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.35865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.678256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T21:32:00.35865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.983119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:32:00.358712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:59.850809Z","time spent":"507.898261ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:32:00.358706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.044099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-02T21:32:00.358698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.722102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:32:00.358701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.681655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:32:00.358742Z","caller":"traceutil/trace.go:171","msg":"trace[1399276272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4925; }","duration":"132.81882ms","start":"2026-03-02T21:32:00.225904Z","end":"2026-03-02T21:32:00.358723Z","steps":["trace[1399276272] 'range keys from in-memory index tree' (duration: 132.48349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.358759Z","caller":"traceutil/trace.go:171","msg":"trace[1631464894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:4925; }","duration":"132.122991ms","start":"2026-03-02T21:32:00.226622Z","end":"2026-03-02T21:32:00.358745Z","steps":["trace[1631464894] 'range keys from in-memory index tree' (duration: 131.936516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.358771Z","caller":"traceutil/trace.go:171","msg":"trace[1550684845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4925; }","duration":"136.820065ms","start":"2026-03-02T21:32:00.221933Z","end":"2026-03-02T21:32:00.358753Z","steps":["trace[1550684845] 'range keys from in-memory index tree' (duration: 136.578219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.358775Z","caller":"traceutil/trace.go:171","msg":"trace[727837054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4925; }","duration":"137.133663ms","start":"2026-03-02T21:32:00.221595Z","end":"2026-03-02T21:32:00.358728Z","steps":["trace[727837054] 'range keys from in-memory index tree' (duration: 136.813755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.358781Z","caller":"traceutil/trace.go:171","msg":"trace[1156487061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4925; }","duration":"135.810619ms","start":"2026-03-02T21:32:00.222952Z","end":"2026-03-02T21:32:00.358763Z","steps":["trace[1156487061] 'range keys from in-memory index tree' (duration: 135.51232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.358701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.239619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:32:00.358971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.258451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:32:00.359388Z","caller":"traceutil/trace.go:171","msg":"trace[1962964226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4925; }","duration":"333.772735ms","start":"2026-03-02T21:32:00.025599Z","end":"2026-03-02T21:32:00.359371Z","steps":["trace[1962964226] 'count revisions from in-memory index tree' (duration: 333.173929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.359451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.025577Z","time spent":"333.852626ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:32:00.358989Z","caller":"traceutil/trace.go:171","msg":"trace[1962078353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4925; }","duration":"136.547658ms","start":"2026-03-02T21:32:00.222422Z","end":"2026-03-02T21:32:00.358969Z","steps":["trace[1962078353] 'range keys from in-memory index tree' (duration: 136.084355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.586093Z","caller":"traceutil/trace.go:171","msg":"trace[1049426213] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"222.344228ms","start":"2026-03-02T21:32:00.363709Z","end":"2026-03-02T21:32:00.586053Z","steps":["trace[1049426213] 'process raft request' (duration: 222.281646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.586518Z","caller":"traceutil/trace.go:171","msg":"trace[1484831592] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"222.390869ms","start":"2026-03-02T21:32:00.363701Z","end":"2026-03-02T21:32:00.586092Z","steps":["trace[1484831592] 'process raft request' (duration: 222.088221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:00.878375Z","caller":"traceutil/trace.go:171","msg":"trace[2070173471] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5122; }","duration":"513.245602ms","start":"2026-03-02T21:32:00.365109Z","end":"2026-03-02T21:32:00.878354Z","steps":["trace[2070173471] 'read index received' (duration: 220.827578ms)","trace[2070173471] 'applied index is now lower than readState.Index' (duration: 292.417414ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:00.878471Z","caller":"traceutil/trace.go:171","msg":"trace[863075374] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"514.213328ms","start":"2026-03-02T21:32:00.364249Z","end":"2026-03-02T21:32:00.878463Z","steps":["trace[863075374] 'process raft request' (duration: 514.069025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.878576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.364245Z","time spent":"514.256309ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.878528Z","caller":"traceutil/trace.go:171","msg":"trace[2038081872] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"514.604158ms","start":"2026-03-02T21:32:00.363889Z","end":"2026-03-02T21:32:00.878493Z","steps":["trace[2038081872] 'process raft request' (duration: 507.496121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.878717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.36386Z","time spent":"514.833124ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:00.878798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.678944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:32:00.878857Z","caller":"traceutil/trace.go:171","msg":"trace[223420033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4930; }","duration":"513.764026ms","start":"2026-03-02T21:32:00.365076Z","end":"2026-03-02T21:32:00.87884Z","steps":["trace[223420033] 'agreement among raft nodes before linearized reading' (duration: 513.585052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.878898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.36505Z","time spent":"513.840729ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:32:00.878975Z","caller":"traceutil/trace.go:171","msg":"trace[1848684509] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"514.266829ms","start":"2026-03-02T21:32:00.364192Z","end":"2026-03-02T21:32:00.878458Z","steps":["trace[1848684509] 'process raft request' (duration: 514.023813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.879921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.364183Z","time spent":"515.586305ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:00.883131Z","caller":"traceutil/trace.go:171","msg":"trace[1077809956] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"183.066893ms","start":"2026-03-02T21:32:00.70005Z","end":"2026-03-02T21:32:00.883117Z","steps":["trace[1077809956] 'process raft request' (duration: 182.766245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.883266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.552117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9a05ddfb-a170-44d1-91dd-f788fd00975c\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T21:32:00.883357Z","caller":"traceutil/trace.go:171","msg":"trace[862506446] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9a05ddfb-a170-44d1-91dd-f788fd00975c; range_end:; response_count:1; response_revision:4931; }","duration":"183.67502ms","start":"2026-03-02T21:32:00.699653Z","end":"2026-03-02T21:32:00.883328Z","steps":["trace[862506446] 'agreement among raft nodes before linearized reading' (duration: 183.435423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.883417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.894705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80083"} {"level":"info","ts":"2026-03-02T21:32:00.883498Z","caller":"traceutil/trace.go:171","msg":"trace[1649504867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4931; }","duration":"518.019949ms","start":"2026-03-02T21:32:00.36546Z","end":"2026-03-02T21:32:00.88348Z","steps":["trace[1649504867] 'agreement among raft nodes before linearized reading' (duration: 517.68967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:00.883538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.365445Z","time spent":"518.08451ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80105,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:32:01.218369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.678777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:32:01.218661Z","caller":"traceutil/trace.go:171","msg":"trace[434192099] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"339.584248ms","start":"2026-03-02T21:32:00.879039Z","end":"2026-03-02T21:32:01.218623Z","steps":["trace[434192099] 'process raft request' (duration: 228.50974ms)","trace[434192099] 'compare' (duration: 110.241186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:01.21875Z","caller":"traceutil/trace.go:171","msg":"trace[304865000] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"284.443355ms","start":"2026-03-02T21:32:00.93428Z","end":"2026-03-02T21:32:01.218723Z","steps":["trace[304865000] 'process raft request' (duration: 284.290921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.218773Z","caller":"traceutil/trace.go:171","msg":"trace[1751244238] linearizableReadLoop","detail":"{readStateIndex:5129; appliedIndex:5128; }","duration":"335.707295ms","start":"2026-03-02T21:32:00.883026Z","end":"2026-03-02T21:32:01.218733Z","steps":["trace[1751244238] 'read index received' (duration: 224.425393ms)","trace[1751244238] 'applied index is now lower than readState.Index' (duration: 111.279562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:32:01.218831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.879003Z","time spent":"339.729081ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:01.218966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.586337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T21:32:01.218967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.687434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17168"} {"level":"info","ts":"2026-03-02T21:32:01.219004Z","caller":"traceutil/trace.go:171","msg":"trace[354509533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4933; }","duration":"279.657679ms","start":"2026-03-02T21:32:00.939333Z","end":"2026-03-02T21:32:01.218991Z","steps":["trace[354509533] 'agreement among raft nodes before linearized reading' (duration: 279.541256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:01.219014Z","caller":"traceutil/trace.go:171","msg":"trace[1156067034] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4933; }","duration":"338.808037ms","start":"2026-03-02T21:32:00.880192Z","end":"2026-03-02T21:32:01.219Z","steps":["trace[1156067034] 'agreement among raft nodes before linearized reading' (duration: 338.632853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:01.219066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:00.880172Z","time spent":"338.88644ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17190,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:32:02.41264Z","caller":"traceutil/trace.go:171","msg":"trace[967866732] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"310.755478ms","start":"2026-03-02T21:32:02.101852Z","end":"2026-03-02T21:32:02.412607Z","steps":["trace[967866732] 'process raft request' (duration: 310.550542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:02.412836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.101834Z","time spent":"310.896601ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1600,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:02.420808Z","caller":"traceutil/trace.go:171","msg":"trace[1677294719] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5144; }","duration":"186.74783ms","start":"2026-03-02T21:32:02.234043Z","end":"2026-03-02T21:32:02.420791Z","steps":["trace[1677294719] 'read index received' (duration: 178.355879ms)","trace[1677294719] 'applied index is now lower than readState.Index' (duration: 8.390951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:02.421125Z","caller":"traceutil/trace.go:171","msg":"trace[1505073066] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"319.079187ms","start":"2026-03-02T21:32:02.10201Z","end":"2026-03-02T21:32:02.421089Z","steps":["trace[1505073066] 'process raft request' (duration: 318.622665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:02.421166Z","caller":"traceutil/trace.go:171","msg":"trace[264337318] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"318.165993ms","start":"2026-03-02T21:32:02.102956Z","end":"2026-03-02T21:32:02.421122Z","steps":["trace[264337318] 'process raft request' (duration: 317.790483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:02.421202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.1207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:32:02.421318Z","caller":"traceutil/trace.go:171","msg":"trace[1633708383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4949; }","duration":"187.291665ms","start":"2026-03-02T21:32:02.234Z","end":"2026-03-02T21:32:02.421292Z","steps":["trace[1633708383] 'agreement among raft nodes before linearized reading' (duration: 187.024738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:02.421331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.102936Z","time spent":"318.306406ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:32:02.421338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:02.101992Z","time spent":"319.245161ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1616,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:15.011986Z","caller":"traceutil/trace.go:171","msg":"trace[1277857880] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"328.2935ms","start":"2026-03-02T21:32:14.683665Z","end":"2026-03-02T21:32:15.011959Z","steps":["trace[1277857880] 'process raft request' (duration: 328.118925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.012197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.68361Z","time spent":"328.464594ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:15.197735Z","caller":"traceutil/trace.go:171","msg":"trace[1584090808] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"510.542722ms","start":"2026-03-02T21:32:14.687157Z","end":"2026-03-02T21:32:15.197699Z","steps":["trace[1584090808] 'process raft request' (duration: 510.328266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.19793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.687137Z","time spent":"510.694895ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:32:15.197948Z","caller":"traceutil/trace.go:171","msg":"trace[461500484] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5330; }","duration":"496.246065ms","start":"2026-03-02T21:32:14.701671Z","end":"2026-03-02T21:32:15.197917Z","steps":["trace[461500484] 'read index received' (duration: 310.135701ms)","trace[461500484] 'applied index is now lower than readState.Index' (duration: 186.107543ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:15.198093Z","caller":"traceutil/trace.go:171","msg":"trace[568932023] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"264.737795ms","start":"2026-03-02T21:32:14.933293Z","end":"2026-03-02T21:32:15.198031Z","steps":["trace[568932023] 'process raft request' (duration: 264.358886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.198313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.474362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:32:15.198374Z","caller":"traceutil/trace.go:171","msg":"trace[1915779165] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5129; }","duration":"474.534683ms","start":"2026-03-02T21:32:14.723822Z","end":"2026-03-02T21:32:15.198357Z","steps":["trace[1915779165] 'agreement among raft nodes before linearized reading' (duration: 474.353738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.198354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.650206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10390"} {"level":"warn","ts":"2026-03-02T21:32:15.198416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.72375Z","time spent":"474.658286ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T21:32:15.198443Z","caller":"traceutil/trace.go:171","msg":"trace[2140382570] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5129; }","duration":"496.760239ms","start":"2026-03-02T21:32:14.701662Z","end":"2026-03-02T21:32:15.198423Z","steps":["trace[2140382570] 'agreement among raft nodes before linearized reading' (duration: 496.464781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.198487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:32:14.701624Z","time spent":"496.854381ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10412,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T21:32:15.198496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.200766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:32:15.198533Z","caller":"traceutil/trace.go:171","msg":"trace[289392613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:5129; }","duration":"227.255847ms","start":"2026-03-02T21:32:14.971266Z","end":"2026-03-02T21:32:15.198522Z","steps":["trace[289392613] 'agreement among raft nodes before linearized reading' (duration: 227.144034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.198523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.154014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:32:15.198602Z","caller":"traceutil/trace.go:171","msg":"trace[714005760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5129; }","duration":"230.288157ms","start":"2026-03-02T21:32:14.968299Z","end":"2026-03-02T21:32:15.198587Z","steps":["trace[714005760] 'agreement among raft nodes before linearized reading' (duration: 230.063081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.198379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.711726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:32:15.198755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.460108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:32:15.198818Z","caller":"traceutil/trace.go:171","msg":"trace[1061326162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5129; }","duration":"229.189899ms","start":"2026-03-02T21:32:14.969612Z","end":"2026-03-02T21:32:15.198802Z","steps":["trace[1061326162] 'agreement among raft nodes before linearized reading' (duration: 228.575933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.198869Z","caller":"traceutil/trace.go:171","msg":"trace[2130691202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5129; }","duration":"250.630454ms","start":"2026-03-02T21:32:14.948204Z","end":"2026-03-02T21:32:15.198835Z","steps":["trace[2130691202] 'agreement among raft nodes before linearized reading' (duration: 250.340966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.423612Z","caller":"traceutil/trace.go:171","msg":"trace[87387962] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"219.485033ms","start":"2026-03-02T21:32:15.204101Z","end":"2026-03-02T21:32:15.423586Z","steps":["trace[87387962] 'process raft request' (duration: 193.595591ms)","trace[87387962] 'compare' (duration: 25.489721ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:15.423702Z","caller":"traceutil/trace.go:171","msg":"trace[175319881] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"214.07284ms","start":"2026-03-02T21:32:15.209609Z","end":"2026-03-02T21:32:15.423682Z","steps":["trace[175319881] 'process raft request' (duration: 213.950957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.42373Z","caller":"traceutil/trace.go:171","msg":"trace[1803743555] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"219.294578ms","start":"2026-03-02T21:32:15.20441Z","end":"2026-03-02T21:32:15.423704Z","steps":["trace[1803743555] 'process raft request' (duration: 219.053161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.445874Z","caller":"traceutil/trace.go:171","msg":"trace[1731800030] linearizableReadLoop","detail":"{readStateIndex:5338; appliedIndex:5334; }","duration":"151.972544ms","start":"2026-03-02T21:32:15.293881Z","end":"2026-03-02T21:32:15.445854Z","steps":["trace[1731800030] 'read index received' (duration: 103.843366ms)","trace[1731800030] 'applied index is now lower than readState.Index' (duration: 48.127998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:32:15.445943Z","caller":"traceutil/trace.go:171","msg":"trace[1729319675] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"161.436564ms","start":"2026-03-02T21:32:15.28448Z","end":"2026-03-02T21:32:15.445917Z","steps":["trace[1729319675] 'process raft request' (duration: 161.246399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:32:15.446116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.243641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:32:15.446201Z","caller":"traceutil/trace.go:171","msg":"trace[602456825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5134; }","duration":"152.381775ms","start":"2026-03-02T21:32:15.293803Z","end":"2026-03-02T21:32:15.446184Z","steps":["trace[602456825] 'agreement among raft nodes before linearized reading' (duration: 152.132568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.600186Z","caller":"traceutil/trace.go:171","msg":"trace[1912335587] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"140.323947ms","start":"2026-03-02T21:32:15.45984Z","end":"2026-03-02T21:32:15.600164Z","steps":["trace[1912335587] 'process raft request' (duration: 140.284646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:15.600324Z","caller":"traceutil/trace.go:171","msg":"trace[1778305902] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"150.197387ms","start":"2026-03-02T21:32:15.450082Z","end":"2026-03-02T21:32:15.600279Z","steps":["trace[1778305902] 'process raft request' (duration: 149.92974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:00.5695Z","caller":"traceutil/trace.go:171","msg":"trace[1676845842] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"125.012915ms","start":"2026-03-02T21:33:00.444461Z","end":"2026-03-02T21:33:00.569474Z","steps":["trace[1676845842] 'process raft request' (duration: 124.796939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:33:28.801804Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2752} {"level":"info","ts":"2026-03-02T21:33:28.863488Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2752,"took":"60.225712ms","hash":333171568,"current-db-size-bytes":40759296,"current-db-size":"41 MB","current-db-size-in-use-bytes":30564352,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T21:33:28.863543Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":333171568,"revision":2752,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T21:38:06.990143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.78324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:06.990303Z","caller":"traceutil/trace.go:171","msg":"trace[2003942273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7619; }","duration":"183.954824ms","start":"2026-03-02T21:38:06.806322Z","end":"2026-03-02T21:38:06.990277Z","steps":["trace[2003942273] 'range keys from in-memory index tree' (duration: 183.767989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:06.990325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.707601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:06.990377Z","caller":"traceutil/trace.go:171","msg":"trace[304615438] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7619; }","duration":"174.802793ms","start":"2026-03-02T21:38:06.815562Z","end":"2026-03-02T21:38:06.990364Z","steps":["trace[304615438] 'count revisions from in-memory index tree' (duration: 174.607109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:06.99046Z","caller":"traceutil/trace.go:171","msg":"trace[168828622] linearizableReadLoop","detail":"{readStateIndex:7908; appliedIndex:7907; }","duration":"133.429184ms","start":"2026-03-02T21:38:06.857002Z","end":"2026-03-02T21:38:06.990431Z","steps":["trace[168828622] 'read index received' (duration: 132.326505ms)","trace[168828622] 'applied index is now lower than readState.Index' (duration: 1.101399ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:06.990531Z","caller":"traceutil/trace.go:171","msg":"trace[1778988287] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"144.563487ms","start":"2026-03-02T21:38:06.845935Z","end":"2026-03-02T21:38:06.990498Z","steps":["trace[1778988287] 'process raft request' (duration: 143.218632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:06.99061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.589548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:06.990652Z","caller":"traceutil/trace.go:171","msg":"trace[27410357] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7620; }","duration":"133.684451ms","start":"2026-03-02T21:38:06.856956Z","end":"2026-03-02T21:38:06.990641Z","steps":["trace[27410357] 'agreement among raft nodes before linearized reading' (duration: 133.586598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:08.795443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016948078,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:08.983763Z","caller":"traceutil/trace.go:171","msg":"trace[1839691751] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"723.06109ms","start":"2026-03-02T21:38:08.260673Z","end":"2026-03-02T21:38:08.983734Z","steps":["trace[1839691751] 'process raft request' (duration: 722.905556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:08.983922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:08.260653Z","time spent":"723.191534ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:09.064397Z","caller":"traceutil/trace.go:171","msg":"trace[285719262] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"452.843815ms","start":"2026-03-02T21:38:08.611517Z","end":"2026-03-02T21:38:09.06436Z","steps":["trace[285719262] 'process raft request' (duration: 450.531024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:09.064498Z","caller":"traceutil/trace.go:171","msg":"trace[749569834] linearizableReadLoop","detail":"{readStateIndex:7917; appliedIndex:7915; }","duration":"769.347539ms","start":"2026-03-02T21:38:08.295109Z","end":"2026-03-02T21:38:09.064457Z","steps":["trace[749569834] 'read index received' (duration: 688.50162ms)","trace[749569834] 'applied index is now lower than readState.Index' (duration: 80.842388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:09.064565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:08.611495Z","time spent":"452.986439ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:09.064672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.91346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:38:09.064715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.592096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:38:09.064709Z","caller":"traceutil/trace.go:171","msg":"trace[1714146027] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7629; }","duration":"451.994973ms","start":"2026-03-02T21:38:08.612703Z","end":"2026-03-02T21:38:09.064698Z","steps":["trace[1714146027] 'agreement among raft nodes before linearized reading' (duration: 451.90206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:09.064764Z","caller":"traceutil/trace.go:171","msg":"trace[297981438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7629; }","duration":"769.658737ms","start":"2026-03-02T21:38:08.295093Z","end":"2026-03-02T21:38:09.064752Z","steps":["trace[297981438] 'agreement among raft nodes before linearized reading' (duration: 769.478003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.064773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:08.612696Z","time spent":"452.068125ms","remote":"127.0.0.1:58476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:09.064798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:08.295085Z","time spent":"769.705168ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:38:09.064865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.270987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:09.064992Z","caller":"traceutil/trace.go:171","msg":"trace[260939572] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7629; }","duration":"191.436382ms","start":"2026-03-02T21:38:08.873523Z","end":"2026-03-02T21:38:09.064959Z","steps":["trace[260939572] 'agreement among raft nodes before linearized reading' (duration: 191.243427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.618986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.036408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:38:09.619268Z","caller":"traceutil/trace.go:171","msg":"trace[2033277096] transaction","detail":"{read_only:false; response_revision:7631; number_of_response:1; }","duration":"549.359847ms","start":"2026-03-02T21:38:09.069894Z","end":"2026-03-02T21:38:09.619254Z","steps":["trace[2033277096] 'process raft request' (duration: 549.262034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:09.619268Z","caller":"traceutil/trace.go:171","msg":"trace[1970758910] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"549.47057ms","start":"2026-03-02T21:38:09.069752Z","end":"2026-03-02T21:38:09.619223Z","steps":["trace[1970758910] 'process raft request' (duration: 360.088833ms)","trace[1970758910] 'compare' (duration: 188.909935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:09.619347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.069875Z","time spent":"549.436259ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:09.619392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.069725Z","time spent":"549.601804ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:09.619458Z","caller":"traceutil/trace.go:171","msg":"trace[863783952] linearizableReadLoop","detail":"{readStateIndex:7920; appliedIndex:7918; }","duration":"548.857633ms","start":"2026-03-02T21:38:09.070566Z","end":"2026-03-02T21:38:09.619423Z","steps":["trace[863783952] 'read index received' (duration: 359.287031ms)","trace[863783952] 'applied index is now lower than readState.Index' (duration: 189.568052ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:09.619541Z","caller":"traceutil/trace.go:171","msg":"trace[1052443861] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"548.272618ms","start":"2026-03-02T21:38:09.071252Z","end":"2026-03-02T21:38:09.619524Z","steps":["trace[1052443861] 'process raft request' (duration: 547.96405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.619607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.071213Z","time spent":"548.36319ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:09.619653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.08441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19499"} {"level":"info","ts":"2026-03-02T21:38:09.61969Z","caller":"traceutil/trace.go:171","msg":"trace[722227989] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7632; }","duration":"549.134971ms","start":"2026-03-02T21:38:09.070542Z","end":"2026-03-02T21:38:09.619677Z","steps":["trace[722227989] 'agreement among raft nodes before linearized reading' (duration: 549.015058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.619728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.070535Z","time spent":"549.186932ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19521,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:38:09.619734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.83176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:38:09.619774Z","caller":"traceutil/trace.go:171","msg":"trace[681409955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7632; }","duration":"396.928983ms","start":"2026-03-02T21:38:09.222833Z","end":"2026-03-02T21:38:09.619762Z","steps":["trace[681409955] 'agreement among raft nodes before linearized reading' (duration: 396.749898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.619808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.222808Z","time spent":"396.992594ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:38:09.619867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.832698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:09.619886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.944535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:09.619952Z","caller":"traceutil/trace.go:171","msg":"trace[7974039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7632; }","duration":"151.947912ms","start":"2026-03-02T21:38:09.467981Z","end":"2026-03-02T21:38:09.619929Z","steps":["trace[7974039] 'agreement among raft nodes before linearized reading' (duration: 151.818198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.620009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.094783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:38:09.620029Z","caller":"traceutil/trace.go:171","msg":"trace[1406760077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7632; }","duration":"200.13163ms","start":"2026-03-02T21:38:09.419862Z","end":"2026-03-02T21:38:09.619994Z","steps":["trace[1406760077] 'agreement among raft nodes before linearized reading' (duration: 199.786381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:09.620053Z","caller":"traceutil/trace.go:171","msg":"trace[908695267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7632; }","duration":"237.177186ms","start":"2026-03-02T21:38:09.382862Z","end":"2026-03-02T21:38:09.620039Z","steps":["trace[908695267] 'agreement among raft nodes before linearized reading' (duration: 237.066714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.620153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.938556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:38:09.620196Z","caller":"traceutil/trace.go:171","msg":"trace[1333600694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:7632; }","duration":"358.028858ms","start":"2026-03-02T21:38:09.262158Z","end":"2026-03-02T21:38:09.620187Z","steps":["trace[1333600694] 'agreement among raft nodes before linearized reading' (duration: 357.912655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:09.620231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:09.262134Z","time spent":"358.08897ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-x8b6z\" "} {"level":"info","ts":"2026-03-02T21:38:19.782945Z","caller":"traceutil/trace.go:171","msg":"trace[1921667966] linearizableReadLoop","detail":"{readStateIndex:7972; appliedIndex:7969; }","duration":"101.654887ms","start":"2026-03-02T21:38:19.681267Z","end":"2026-03-02T21:38:19.782922Z","steps":["trace[1921667966] 'read index received' (duration: 34.837878ms)","trace[1921667966] 'applied index is now lower than readState.Index' (duration: 66.815839ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:19.783206Z","caller":"traceutil/trace.go:171","msg":"trace[123045144] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"103.353731ms","start":"2026-03-02T21:38:19.67984Z","end":"2026-03-02T21:38:19.783193Z","steps":["trace[123045144] 'process raft request' (duration: 60.716539ms)","trace[123045144] 'compare' (duration: 42.038307ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:19.783302Z","caller":"traceutil/trace.go:171","msg":"trace[1505092405] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"102.546041ms","start":"2026-03-02T21:38:19.680731Z","end":"2026-03-02T21:38:19.783277Z","steps":["trace[1505092405] 'process raft request' (duration: 102.14632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:19.783677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.384866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:38:19.783765Z","caller":"traceutil/trace.go:171","msg":"trace[2096457545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7681; }","duration":"102.51256ms","start":"2026-03-02T21:38:19.681231Z","end":"2026-03-02T21:38:19.783743Z","steps":["trace[2096457545] 'agreement among raft nodes before linearized reading' (duration: 102.288394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:19.783704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.331292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:38:19.783983Z","caller":"traceutil/trace.go:171","msg":"trace[1026521864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:7681; }","duration":"100.63168ms","start":"2026-03-02T21:38:19.683332Z","end":"2026-03-02T21:38:19.783964Z","steps":["trace[1026521864] 'agreement among raft nodes before linearized reading' (duration: 100.2769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:19.9253Z","caller":"traceutil/trace.go:171","msg":"trace[98813549] linearizableReadLoop","detail":"{readStateIndex:7975; appliedIndex:7973; }","duration":"135.292983ms","start":"2026-03-02T21:38:19.789983Z","end":"2026-03-02T21:38:19.925276Z","steps":["trace[98813549] 'read index received' (duration: 31.350096ms)","trace[98813549] 'applied index is now lower than readState.Index' (duration: 103.941247ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:19.92568Z","caller":"traceutil/trace.go:171","msg":"trace[972893709] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"137.993904ms","start":"2026-03-02T21:38:19.787671Z","end":"2026-03-02T21:38:19.925665Z","steps":["trace[972893709] 'process raft request' (duration: 99.441589ms)","trace[972893709] 'compare' (duration: 37.798165ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:19.925976Z","caller":"traceutil/trace.go:171","msg":"trace[2083382667] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"135.287112ms","start":"2026-03-02T21:38:19.790679Z","end":"2026-03-02T21:38:19.925966Z","steps":["trace[2083382667] 'process raft request' (duration: 134.515622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:19.926399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.394252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223753"} {"level":"info","ts":"2026-03-02T21:38:19.926449Z","caller":"traceutil/trace.go:171","msg":"trace[1764980411] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7684; }","duration":"136.479464ms","start":"2026-03-02T21:38:19.789959Z","end":"2026-03-02T21:38:19.926439Z","steps":["trace[1764980411] 'agreement among raft nodes before linearized reading' (duration: 136.091133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:19.926595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.499938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:38:19.926706Z","caller":"traceutil/trace.go:171","msg":"trace[53798406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7684; }","duration":"135.631972ms","start":"2026-03-02T21:38:19.791049Z","end":"2026-03-02T21:38:19.926681Z","steps":["trace[53798406] 'agreement among raft nodes before linearized reading' (duration: 135.368615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:20.144039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.130352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-02T21:38:20.14415Z","caller":"traceutil/trace.go:171","msg":"trace[185512293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7685; }","duration":"115.271065ms","start":"2026-03-02T21:38:20.028855Z","end":"2026-03-02T21:38:20.144126Z","steps":["trace[185512293] 'range keys from in-memory index tree' (duration: 114.965278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:21.605872Z","caller":"traceutil/trace.go:171","msg":"trace[476873853] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"491.107072ms","start":"2026-03-02T21:38:21.114738Z","end":"2026-03-02T21:38:21.605845Z","steps":["trace[476873853] 'process raft request' (duration: 490.928768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:21.606047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:21.114703Z","time spent":"491.252396ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:21.76682Z","caller":"traceutil/trace.go:171","msg":"trace[336746600] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7977; }","duration":"532.39754ms","start":"2026-03-02T21:38:21.234376Z","end":"2026-03-02T21:38:21.766773Z","steps":["trace[336746600] 'read index received' (duration: 371.40039ms)","trace[336746600] 'applied index is now lower than readState.Index' (duration: 160.99501ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:21.766927Z","caller":"traceutil/trace.go:171","msg":"trace[1237921375] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"650.919862ms","start":"2026-03-02T21:38:21.115975Z","end":"2026-03-02T21:38:21.766895Z","steps":["trace[1237921375] 'process raft request' (duration: 612.275734ms)","trace[1237921375] 'compare' (duration: 38.233527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:21.767059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:21.115932Z","time spent":"651.057745ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:21.767151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.889503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:21.767249Z","caller":"traceutil/trace.go:171","msg":"trace[1865112089] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7687; }","duration":"413.039257ms","start":"2026-03-02T21:38:21.354187Z","end":"2026-03-02T21:38:21.767226Z","steps":["trace[1865112089] 'agreement among raft nodes before linearized reading' (duration: 412.873713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:21.767302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:21.354164Z","time spent":"413.126689ms","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:21.76715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.558097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:21.767429Z","caller":"traceutil/trace.go:171","msg":"trace[797090204] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7687; }","duration":"122.908537ms","start":"2026-03-02T21:38:21.644495Z","end":"2026-03-02T21:38:21.767404Z","steps":["trace[797090204] 'agreement among raft nodes before linearized reading' (duration: 122.567878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:21.76764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.269473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:21.769915Z","caller":"traceutil/trace.go:171","msg":"trace[874599625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7687; }","duration":"535.590135ms","start":"2026-03-02T21:38:21.234309Z","end":"2026-03-02T21:38:21.7699Z","steps":["trace[874599625] 'agreement among raft nodes before linearized reading' (duration: 532.687518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:21.769945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:21.234278Z","time spent":"535.656877ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:38:21.940878Z","caller":"traceutil/trace.go:171","msg":"trace[288153237] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"104.0405ms","start":"2026-03-02T21:38:21.836807Z","end":"2026-03-02T21:38:21.940847Z","steps":["trace[288153237] 'process raft request' (duration: 103.919887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:21.940923Z","caller":"traceutil/trace.go:171","msg":"trace[1079876804] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"103.685631ms","start":"2026-03-02T21:38:21.837208Z","end":"2026-03-02T21:38:21.940893Z","steps":["trace[1079876804] 'process raft request' (duration: 103.589138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:21.940998Z","caller":"traceutil/trace.go:171","msg":"trace[825250370] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"104.442291ms","start":"2026-03-02T21:38:21.836527Z","end":"2026-03-02T21:38:21.940969Z","steps":["trace[825250370] 'process raft request' (duration: 35.889905ms)","trace[825250370] 'compare' (duration: 68.154805ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:22.104089Z","caller":"traceutil/trace.go:171","msg":"trace[203454312] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"149.474996ms","start":"2026-03-02T21:38:21.954576Z","end":"2026-03-02T21:38:22.104051Z","steps":["trace[203454312] 'process raft request' (duration: 121.91352ms)","trace[203454312] 'compare' (duration: 27.394992ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:23.640549Z","caller":"traceutil/trace.go:171","msg":"trace[416848251] linearizableReadLoop","detail":"{readStateIndex:7988; appliedIndex:7987; }","duration":"406.764902ms","start":"2026-03-02T21:38:23.23376Z","end":"2026-03-02T21:38:23.640525Z","steps":["trace[416848251] 'read index received' (duration: 406.640569ms)","trace[416848251] 'applied index is now lower than readState.Index' (duration: 123.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:23.640657Z","caller":"traceutil/trace.go:171","msg":"trace[968300391] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"455.988538ms","start":"2026-03-02T21:38:23.184659Z","end":"2026-03-02T21:38:23.640647Z","steps":["trace[968300391] 'process raft request' (duration: 455.648199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.640739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.966167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:23.64083Z","caller":"traceutil/trace.go:171","msg":"trace[1924696003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7695; }","duration":"407.111211ms","start":"2026-03-02T21:38:23.233699Z","end":"2026-03-02T21:38:23.64081Z","steps":["trace[1924696003] 'agreement among raft nodes before linearized reading' (duration: 406.962207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.640881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:23.233677Z","time spent":"407.188013ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:38:23.641104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:23.184636Z","time spent":"456.049389ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:23.795842Z","caller":"traceutil/trace.go:171","msg":"trace[111770484] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7988; }","duration":"155.202487ms","start":"2026-03-02T21:38:23.640613Z","end":"2026-03-02T21:38:23.795815Z","steps":["trace[111770484] 'read index received' (duration: 89.519108ms)","trace[111770484] 'applied index is now lower than readState.Index' (duration: 65.682489ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:38:23.795878Z","caller":"traceutil/trace.go:171","msg":"trace[890025376] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"184.267642ms","start":"2026-03-02T21:38:23.611578Z","end":"2026-03-02T21:38:23.795846Z","steps":["trace[890025376] 'process raft request' (duration: 118.616033ms)","trace[890025376] 'compare' (duration: 65.500665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:23.796007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.02278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:38:23.796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.730304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:23.796046Z","caller":"traceutil/trace.go:171","msg":"trace[1502244733] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7696; }","duration":"442.122293ms","start":"2026-03-02T21:38:23.353911Z","end":"2026-03-02T21:38:23.796033Z","steps":["trace[1502244733] 'agreement among raft nodes before linearized reading' (duration: 442.026511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:23.796068Z","caller":"traceutil/trace.go:171","msg":"trace[1898291658] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7696; }","duration":"236.815667ms","start":"2026-03-02T21:38:23.559237Z","end":"2026-03-02T21:38:23.796053Z","steps":["trace[1898291658] 'agreement among raft nodes before linearized reading' (duration: 236.638552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:23.796107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:23.353888Z","time spent":"442.208605ms","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:38:23.822686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.623896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:23.822772Z","caller":"traceutil/trace.go:171","msg":"trace[1004182371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7697; }","duration":"180.918925ms","start":"2026-03-02T21:38:23.641831Z","end":"2026-03-02T21:38:23.82275Z","steps":["trace[1004182371] 'agreement among raft nodes before linearized reading' (duration: 180.759481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:24.569786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.65554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:24.569863Z","caller":"traceutil/trace.go:171","msg":"trace[713772948] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7703; }","duration":"114.784703ms","start":"2026-03-02T21:38:24.45506Z","end":"2026-03-02T21:38:24.569844Z","steps":["trace[713772948] 'count revisions from in-memory index tree' (duration: 114.549696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:24.569911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.350808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:38:24.57Z","caller":"traceutil/trace.go:171","msg":"trace[1473870245] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7703; }","duration":"216.481211ms","start":"2026-03-02T21:38:24.353494Z","end":"2026-03-02T21:38:24.569975Z","steps":["trace[1473870245] 'count revisions from in-memory index tree' (duration: 216.246075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:25.21735Z","caller":"traceutil/trace.go:171","msg":"trace[247422816] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"378.654791ms","start":"2026-03-02T21:38:24.838662Z","end":"2026-03-02T21:38:25.217317Z","steps":["trace[247422816] 'process raft request' (duration: 378.424225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:25.217516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:24.838639Z","time spent":"378.788395ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:38:26.398036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016948304,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:38:26.410599Z","caller":"traceutil/trace.go:171","msg":"trace[2123951717] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"582.205912ms","start":"2026-03-02T21:38:25.828365Z","end":"2026-03-02T21:38:26.410571Z","steps":["trace[2123951717] 'process raft request' (duration: 582.047677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.410748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.828341Z","time spent":"582.313705ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:26.413497Z","caller":"traceutil/trace.go:171","msg":"trace[322338805] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7998; }","duration":"516.427799ms","start":"2026-03-02T21:38:25.897043Z","end":"2026-03-02T21:38:26.413471Z","steps":["trace[322338805] 'read index received' (duration: 513.345728ms)","trace[322338805] 'applied index is now lower than readState.Index' (duration: 3.081271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:38:26.413852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.98838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:26.413887Z","caller":"traceutil/trace.go:171","msg":"trace[1040775687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7707; }","duration":"180.079102ms","start":"2026-03-02T21:38:26.233798Z","end":"2026-03-02T21:38:26.413877Z","steps":["trace[1040775687] 'agreement among raft nodes before linearized reading' (duration: 179.974469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.413983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.202418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:38:26.414068Z","caller":"traceutil/trace.go:171","msg":"trace[638201631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7707; }","duration":"261.311481ms","start":"2026-03-02T21:38:26.152731Z","end":"2026-03-02T21:38:26.414043Z","steps":["trace[638201631] 'agreement among raft nodes before linearized reading' (duration: 261.067475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.41409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.019525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:38:26.414107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.014267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T21:38:26.414164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.209207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:38:26.41419Z","caller":"traceutil/trace.go:171","msg":"trace[1909325311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:7707; }","duration":"335.283109ms","start":"2026-03-02T21:38:26.078901Z","end":"2026-03-02T21:38:26.414185Z","steps":["trace[1909325311] 'agreement among raft nodes before linearized reading' (duration: 335.200217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.414211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:26.078893Z","time spent":"335.313679ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-x8b6z\" "} {"level":"info","ts":"2026-03-02T21:38:26.414197Z","caller":"traceutil/trace.go:171","msg":"trace[2088506984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7707; }","duration":"244.155449ms","start":"2026-03-02T21:38:26.170013Z","end":"2026-03-02T21:38:26.414169Z","steps":["trace[2088506984] 'agreement among raft nodes before linearized reading' (duration: 243.842191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.414181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.798062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:38:26.414214Z","caller":"traceutil/trace.go:171","msg":"trace[655428477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7707; }","duration":"339.163511ms","start":"2026-03-02T21:38:26.075022Z","end":"2026-03-02T21:38:26.414185Z","steps":["trace[655428477] 'agreement among raft nodes before linearized reading' (duration: 338.892484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:26.414294Z","caller":"traceutil/trace.go:171","msg":"trace[465616530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7707; }","duration":"338.969276ms","start":"2026-03-02T21:38:26.075297Z","end":"2026-03-02T21:38:26.414266Z","steps":["trace[465616530] 'agreement among raft nodes before linearized reading' (duration: 338.621877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.414296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:26.074997Z","time spent":"339.283654ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:26.414352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:26.075235Z","time spent":"339.10768ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:26.414409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.376085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:38:26.414431Z","caller":"traceutil/trace.go:171","msg":"trace[1991473794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7707; }","duration":"517.441826ms","start":"2026-03-02T21:38:25.896983Z","end":"2026-03-02T21:38:26.414425Z","steps":["trace[1991473794] 'agreement among raft nodes before linearized reading' (duration: 516.648645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.414451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.896959Z","time spent":"517.489508ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:38:26.414835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.899261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:38:26.414925Z","caller":"traceutil/trace.go:171","msg":"trace[352553676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7707; }","duration":"391.970892ms","start":"2026-03-02T21:38:26.022919Z","end":"2026-03-02T21:38:26.414889Z","steps":["trace[352553676] 'agreement among raft nodes before linearized reading' (duration: 390.829002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.414975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:26.022869Z","time spent":"392.094175ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:38:26.415195Z","caller":"traceutil/trace.go:171","msg":"trace[2067928717] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"488.917866ms","start":"2026-03-02T21:38:25.92461Z","end":"2026-03-02T21:38:26.413528Z","steps":["trace[2067928717] 'process raft request' (duration: 488.740241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:26.415294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:25.924584Z","time spent":"490.662001ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:38:28.808162Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5694} {"level":"info","ts":"2026-03-02T21:38:28.908603Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5694,"took":"98.502444ms","hash":3060063896,"current-db-size-bytes":43122688,"current-db-size":"43 MB","current-db-size-in-use-bytes":23212032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-02T21:38:28.908658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3060063896,"revision":5694,"compact-revision":2752} {"level":"info","ts":"2026-03-02T21:38:54.408934Z","caller":"traceutil/trace.go:171","msg":"trace[826823794] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"438.936019ms","start":"2026-03-02T21:38:53.969975Z","end":"2026-03-02T21:38:54.408912Z","steps":["trace[826823794] 'process raft request' (duration: 438.740114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:54.409124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:38:53.969946Z","time spent":"439.072652ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:06.565452Z","caller":"traceutil/trace.go:171","msg":"trace[1983001841] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"382.151834ms","start":"2026-03-02T21:39:06.183275Z","end":"2026-03-02T21:39:06.565426Z","steps":["trace[1983001841] 'process raft request' (duration: 381.994899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.565615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.183235Z","time spent":"382.301577ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:06.738203Z","caller":"traceutil/trace.go:171","msg":"trace[165060912] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8000; }","duration":"554.770029ms","start":"2026-03-02T21:39:06.183412Z","end":"2026-03-02T21:39:06.738183Z","steps":["trace[165060912] 'process raft request' (duration: 539.273701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.738451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.183392Z","time spent":"554.934624ms","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T21:39:06.738519Z","caller":"traceutil/trace.go:171","msg":"trace[1363474557] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8306; }","duration":"548.314999ms","start":"2026-03-02T21:39:06.190162Z","end":"2026-03-02T21:39:06.738477Z","steps":["trace[1363474557] 'read index received' (duration: 375.180749ms)","trace[1363474557] 'applied index is now lower than readState.Index' (duration: 173.13342ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:06.738555Z","caller":"traceutil/trace.go:171","msg":"trace[1304041986] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"236.96454ms","start":"2026-03-02T21:39:06.50156Z","end":"2026-03-02T21:39:06.738525Z","steps":["trace[1304041986] 'process raft request' (duration: 236.57047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:06.738668Z","caller":"traceutil/trace.go:171","msg":"trace[99725155] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"179.96392ms","start":"2026-03-02T21:39:06.558692Z","end":"2026-03-02T21:39:06.738656Z","steps":["trace[99725155] 'process raft request' (duration: 179.680742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.738766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.427259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9lvhp\" ","response":"range_response_count:1 size:4651"} {"level":"info","ts":"2026-03-02T21:39:06.738816Z","caller":"traceutil/trace.go:171","msg":"trace[1108508606] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9lvhp; range_end:; response_count:1; response_revision:8002; }","duration":"167.519682ms","start":"2026-03-02T21:39:06.57128Z","end":"2026-03-02T21:39:06.738799Z","steps":["trace[1108508606] 'agreement among raft nodes before linearized reading' (duration: 167.369868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.739072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.894595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-02T21:39:06.739149Z","caller":"traceutil/trace.go:171","msg":"trace[1866050447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8002; }","duration":"548.992607ms","start":"2026-03-02T21:39:06.190135Z","end":"2026-03-02T21:39:06.739128Z","steps":["trace[1866050447] 'agreement among raft nodes before linearized reading' (duration: 548.501464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:06.739181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:06.190127Z","time spent":"549.046488ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:39:08.518258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016949287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:39:08.599432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001472933s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:39:08.599825Z","caller":"traceutil/trace.go:171","msg":"trace[1412239199] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"581.855042ms","start":"2026-03-02T21:39:08.017951Z","end":"2026-03-02T21:39:08.599806Z","steps":["trace[1412239199] 'read index received' (duration: 581.644067ms)","trace[1412239199] 'applied index is now lower than readState.Index' (duration: 209.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:08.599926Z","caller":"traceutil/trace.go:171","msg":"trace[338376663] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"1.002088769s","start":"2026-03-02T21:39:07.597829Z","end":"2026-03-02T21:39:08.599917Z","steps":["trace[338376663] 'process raft request' (duration: 1.001823212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:08.600016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:07.597811Z","time spent":"1.00213929s","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:08.600014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.801483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:08.600102Z","caller":"traceutil/trace.go:171","msg":"trace[567517214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"365.895046ms","start":"2026-03-02T21:39:08.234186Z","end":"2026-03-02T21:39:08.600081Z","steps":["trace[567517214] 'agreement among raft nodes before linearized reading' (duration: 365.763612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:08.600095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.102359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:39:08.600162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.234126Z","time spent":"366.015608ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:39:08.600176Z","caller":"traceutil/trace.go:171","msg":"trace[2055428366] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8013; }","duration":"582.238912ms","start":"2026-03-02T21:39:08.017907Z","end":"2026-03-02T21:39:08.600146Z","steps":["trace[2055428366] 'agreement among raft nodes before linearized reading' (duration: 582.079048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:08.600251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:08.017886Z","time spent":"582.350056ms","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:39:09.957627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.617148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:09.957801Z","caller":"traceutil/trace.go:171","msg":"trace[1367699582] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"193.574517ms","start":"2026-03-02T21:39:09.764159Z","end":"2026-03-02T21:39:09.957734Z","steps":["trace[1367699582] 'read index received' (duration: 86.60284ms)","trace[1367699582] 'applied index is now lower than readState.Index' (duration: 106.969937ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:09.957782Z","caller":"traceutil/trace.go:171","msg":"trace[581900898] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"195.272652ms","start":"2026-03-02T21:39:09.762479Z","end":"2026-03-02T21:39:09.957751Z","steps":["trace[581900898] 'process raft request' (duration: 88.407648ms)","trace[581900898] 'compare' (duration: 106.36827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:09.958028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.845864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.1899240910c8b3c1\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-02T21:39:09.958102Z","caller":"traceutil/trace.go:171","msg":"trace[55068648] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.1899240910c8b3c1; range_end:; response_count:1; response_revision:8026; }","duration":"193.965507ms","start":"2026-03-02T21:39:09.764121Z","end":"2026-03-02T21:39:09.958086Z","steps":["trace[55068648] 'agreement among raft nodes before linearized reading' (duration: 193.741391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.471285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.523142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:39:10.471533Z","caller":"traceutil/trace.go:171","msg":"trace[474091321] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"510.521234ms","start":"2026-03-02T21:39:09.960984Z","end":"2026-03-02T21:39:10.471505Z","steps":["trace[474091321] 'process raft request' (duration: 124.658043ms)","trace[474091321] 'compare' (duration: 385.355498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:10.471643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:09.960962Z","time spent":"510.632087ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:39:10.471753Z","caller":"traceutil/trace.go:171","msg":"trace[1224863416] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8335; }","duration":"238.485971ms","start":"2026-03-02T21:39:10.233207Z","end":"2026-03-02T21:39:10.471693Z","steps":["trace[1224863416] 'read index received' (duration: 198.778265ms)","trace[1224863416] 'applied index is now lower than readState.Index' (duration: 39.705506ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:10.471814Z","caller":"traceutil/trace.go:171","msg":"trace[1313982068] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"421.068299ms","start":"2026-03-02T21:39:10.050633Z","end":"2026-03-02T21:39:10.471701Z","steps":["trace[1313982068] 'process raft request' (duration: 420.784202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.471923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.708396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:39:10.472011Z","caller":"traceutil/trace.go:171","msg":"trace[1052425994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"238.85367ms","start":"2026-03-02T21:39:10.233139Z","end":"2026-03-02T21:39:10.471993Z","steps":["trace[1052425994] 'agreement among raft nodes before linearized reading' (duration: 238.670855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:10.472061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:39:10.050607Z","time spent":"421.312245ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:39:10.472076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.222792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:39:10.472261Z","caller":"traceutil/trace.go:171","msg":"trace[514078458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8028; }","duration":"203.439667ms","start":"2026-03-02T21:39:10.268803Z","end":"2026-03-02T21:39:10.472243Z","steps":["trace[514078458] 'agreement among raft nodes before linearized reading' (duration: 203.105689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.089422Z","caller":"traceutil/trace.go:171","msg":"trace[868146591] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"140.581373ms","start":"2026-03-02T21:39:10.948809Z","end":"2026-03-02T21:39:11.08939Z","steps":["trace[868146591] 'process raft request' (duration: 78.183529ms)","trace[868146591] 'compare' (duration: 62.26503ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:11.144591Z","caller":"traceutil/trace.go:171","msg":"trace[1081674440] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8340; }","duration":"195.360254ms","start":"2026-03-02T21:39:10.949208Z","end":"2026-03-02T21:39:11.144568Z","steps":["trace[1081674440] 'read index received' (duration: 77.598763ms)","trace[1081674440] 'applied index is now lower than readState.Index' (duration: 117.760521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:39:11.145086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.824406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228397"} {"level":"info","ts":"2026-03-02T21:39:11.145132Z","caller":"traceutil/trace.go:171","msg":"trace[1567420841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8037; }","duration":"195.93905ms","start":"2026-03-02T21:39:10.949182Z","end":"2026-03-02T21:39:11.145121Z","steps":["trace[1567420841] 'agreement among raft nodes before linearized reading' (duration: 195.484288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.14535Z","caller":"traceutil/trace.go:171","msg":"trace[1780826516] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"196.259268ms","start":"2026-03-02T21:39:10.949054Z","end":"2026-03-02T21:39:11.145313Z","steps":["trace[1780826516] 'process raft request' (duration: 195.314953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.145428Z","caller":"traceutil/trace.go:171","msg":"trace[1437883388] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"195.654753ms","start":"2026-03-02T21:39:10.949757Z","end":"2026-03-02T21:39:11.145412Z","steps":["trace[1437883388] 'process raft request' (duration: 194.765249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.145638Z","caller":"traceutil/trace.go:171","msg":"trace[2049799685] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"196.691799ms","start":"2026-03-02T21:39:10.948863Z","end":"2026-03-02T21:39:11.145555Z","steps":["trace[2049799685] 'process raft request' (duration: 195.380445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.145746Z","caller":"traceutil/trace.go:171","msg":"trace[1399438200] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"196.481274ms","start":"2026-03-02T21:39:10.949243Z","end":"2026-03-02T21:39:11.145725Z","steps":["trace[1399438200] 'process raft request' (duration: 195.162069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:11.145381Z","caller":"traceutil/trace.go:171","msg":"trace[57283685] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"195.874008ms","start":"2026-03-02T21:39:10.949471Z","end":"2026-03-02T21:39:11.145345Z","steps":["trace[57283685] 'process raft request' (duration: 194.980694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:39:19.845848Z","caller":"traceutil/trace.go:171","msg":"trace[1850836717] linearizableReadLoop","detail":"{readStateIndex:8415; appliedIndex:8414; }","duration":"136.176566ms","start":"2026-03-02T21:39:19.709647Z","end":"2026-03-02T21:39:19.845824Z","steps":["trace[1850836717] 'read index received' (duration: 135.959581ms)","trace[1850836717] 'applied index is now lower than readState.Index' (duration: 216.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:39:19.845989Z","caller":"traceutil/trace.go:171","msg":"trace[1141517037] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"209.24509ms","start":"2026-03-02T21:39:19.636699Z","end":"2026-03-02T21:39:19.845944Z","steps":["trace[1141517037] 'process raft request' (duration: 208.982614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:39:19.846223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.546046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75b9456784-frm9j.189923f8c522277a\" ","response":"range_response_count:1 size:1133"} {"level":"info","ts":"2026-03-02T21:39:19.846319Z","caller":"traceutil/trace.go:171","msg":"trace[980194129] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75b9456784-frm9j.189923f8c522277a; range_end:; response_count:1; response_revision:8104; }","duration":"136.68556ms","start":"2026-03-02T21:39:19.709609Z","end":"2026-03-02T21:39:19.846294Z","steps":["trace[980194129] 'agreement among raft nodes before linearized reading' (duration: 136.31131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:22.212153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.833145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:22.212289Z","caller":"traceutil/trace.go:171","msg":"trace[1371370381] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"285.789721ms","start":"2026-03-02T21:40:21.926472Z","end":"2026-03-02T21:40:22.212262Z","steps":["trace[1371370381] 'process raft request' (duration: 134.679209ms)","trace[1371370381] 'compare' (duration: 150.678911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:22.568147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.106837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:40:22.568297Z","caller":"traceutil/trace.go:171","msg":"trace[1009162711] linearizableReadLoop","detail":"{readStateIndex:9039; appliedIndex:9038; }","duration":"392.507063ms","start":"2026-03-02T21:40:22.175738Z","end":"2026-03-02T21:40:22.568245Z","steps":["trace[1009162711] 'read index received' (duration: 171.073238ms)","trace[1009162711] 'applied index is now lower than readState.Index' (duration: 221.431655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:40:22.568665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.924214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:40:22.568646Z","caller":"traceutil/trace.go:171","msg":"trace[1359430611] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"589.908384ms","start":"2026-03-02T21:40:21.978683Z","end":"2026-03-02T21:40:22.568592Z","steps":["trace[1359430611] 'process raft request' (duration: 368.246044ms)","trace[1359430611] 'compare' (duration: 220.826568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:22.568715Z","caller":"traceutil/trace.go:171","msg":"trace[1661281886] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8710; }","duration":"392.980055ms","start":"2026-03-02T21:40:22.175723Z","end":"2026-03-02T21:40:22.568703Z","steps":["trace[1661281886] 'agreement among raft nodes before linearized reading' (duration: 392.606226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:22.568899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:22.175662Z","time spent":"393.081678ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:40:22.568913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:40:21.978664Z","time spent":"590.076028ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:40:23.337435Z","caller":"traceutil/trace.go:171","msg":"trace[1973084442] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"143.942173ms","start":"2026-03-02T21:40:23.193469Z","end":"2026-03-02T21:40:23.337411Z","steps":["trace[1973084442] 'process raft request' (duration: 143.7951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:40:23.362747Z","caller":"traceutil/trace.go:171","msg":"trace[1018717137] linearizableReadLoop","detail":"{readStateIndex:9041; appliedIndex:9039; }","duration":"140.635686ms","start":"2026-03-02T21:40:23.222084Z","end":"2026-03-02T21:40:23.362719Z","steps":["trace[1018717137] 'read index received' (duration: 115.172974ms)","trace[1018717137] 'applied index is now lower than readState.Index' (duration: 25.461472ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:40:23.362816Z","caller":"traceutil/trace.go:171","msg":"trace[400605851] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"166.900228ms","start":"2026-03-02T21:40:23.195881Z","end":"2026-03-02T21:40:23.362782Z","steps":["trace[400605851] 'process raft request' (duration: 166.695643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:23.36291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.809181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:23.362991Z","caller":"traceutil/trace.go:171","msg":"trace[827990238] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8712; }","duration":"140.945054ms","start":"2026-03-02T21:40:23.222026Z","end":"2026-03-02T21:40:23.362971Z","steps":["trace[827990238] 'agreement among raft nodes before linearized reading' (duration: 140.79061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:40:23.363022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.335151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:40:23.363074Z","caller":"traceutil/trace.go:171","msg":"trace[965558002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8712; }","duration":"131.423764ms","start":"2026-03-02T21:40:23.231635Z","end":"2026-03-02T21:40:23.363059Z","steps":["trace[965558002] 'agreement among raft nodes before linearized reading' (duration: 131.330151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:36.86756Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cf904ec39d3e333","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:42:36.873557Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:42:36.873652Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T21:42:38.559313Z","caller":"traceutil/trace.go:171","msg":"trace[364363704] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"243.692339ms","start":"2026-03-02T21:42:38.315579Z","end":"2026-03-02T21:42:38.559271Z","steps":["trace[364363704] 'process raft request' (duration: 242.351094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:38.561482Z","caller":"traceutil/trace.go:171","msg":"trace[1792570385] linearizableReadLoop","detail":"{readStateIndex:10034; appliedIndex:10031; }","duration":"244.643084ms","start":"2026-03-02T21:42:38.316738Z","end":"2026-03-02T21:42:38.561381Z","steps":["trace[1792570385] 'read index received' (duration: 48.264013ms)","trace[1792570385] 'applied index is now lower than readState.Index' (duration: 196.376841ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:38.562101Z","caller":"traceutil/trace.go:171","msg":"trace[554336814] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"245.831866ms","start":"2026-03-02T21:42:38.316247Z","end":"2026-03-02T21:42:38.562079Z","steps":["trace[554336814] 'process raft request' (duration: 242.899788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:38.56248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.716222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:42:38.56255Z","caller":"traceutil/trace.go:171","msg":"trace[688590754] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9672; }","duration":"245.796774ms","start":"2026-03-02T21:42:38.31672Z","end":"2026-03-02T21:42:38.562516Z","steps":["trace[688590754] 'agreement among raft nodes before linearized reading' (duration: 245.62835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:40.683827Z","caller":"traceutil/trace.go:171","msg":"trace[1385176592] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"101.126698ms","start":"2026-03-02T21:42:40.582665Z","end":"2026-03-02T21:42:40.683792Z","steps":["trace[1385176592] 'process raft request' (duration: 69.668978ms)","trace[1385176592] 'compare' (duration: 31.262015ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:40.684171Z","caller":"traceutil/trace.go:171","msg":"trace[1377606189] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"100.926293ms","start":"2026-03-02T21:42:40.583207Z","end":"2026-03-02T21:42:40.684133Z","steps":["trace[1377606189] 'process raft request' (duration: 100.503902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:40.684927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.192143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368020"} {"level":"info","ts":"2026-03-02T21:42:40.685037Z","caller":"traceutil/trace.go:171","msg":"trace[1622820748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:9682; }","duration":"100.330537ms","start":"2026-03-02T21:42:40.584687Z","end":"2026-03-02T21:42:40.685018Z","steps":["trace[1622820748] 'agreement among raft nodes before linearized reading' (duration: 99.703801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:42:40.809128Z","caller":"traceutil/trace.go:171","msg":"trace[1489449568] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"119.932214ms","start":"2026-03-02T21:42:40.689172Z","end":"2026-03-02T21:42:40.809104Z","steps":["trace[1489449568] 'process raft request' (duration: 119.740889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:28.814273Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7730} {"level":"info","ts":"2026-03-02T21:43:28.878881Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7730,"took":"63.176117ms","hash":600274369,"current-db-size-bytes":43122688,"current-db-size":"43 MB","current-db-size-in-use-bytes":26722304,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:43:28.878939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":600274369,"revision":7730,"compact-revision":5694} {"level":"info","ts":"2026-03-02T21:43:48.219978Z","caller":"traceutil/trace.go:171","msg":"trace[400153176] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"103.5072ms","start":"2026-03-02T21:43:48.11645Z","end":"2026-03-02T21:43:48.219957Z","steps":["trace[400153176] 'process raft request' (duration: 103.422278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.634097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.002616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:43:48.634242Z","caller":"traceutil/trace.go:171","msg":"trace[383822180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10356; }","duration":"175.216921ms","start":"2026-03-02T21:43:48.458998Z","end":"2026-03-02T21:43:48.634215Z","steps":["trace[383822180] 'range keys from in-memory index tree' (duration: 174.883963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.634246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.331515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-02T21:43:48.634358Z","caller":"traceutil/trace.go:171","msg":"trace[1699029890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10356; }","duration":"172.475689ms","start":"2026-03-02T21:43:48.461855Z","end":"2026-03-02T21:43:48.634331Z","steps":["trace[1699029890] 'range keys from in-memory index tree' (duration: 172.1305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.634378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.12999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:43:48.634512Z","caller":"traceutil/trace.go:171","msg":"trace[947954411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10356; }","duration":"175.442018ms","start":"2026-03-02T21:43:48.45905Z","end":"2026-03-02T21:43:48.634492Z","steps":["trace[947954411] 'range keys from in-memory index tree' (duration: 175.042577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.634566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.955671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T21:43:48.634601Z","caller":"traceutil/trace.go:171","msg":"trace[221080297] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10356; }","duration":"176.025493ms","start":"2026-03-02T21:43:48.458564Z","end":"2026-03-02T21:43:48.63459Z","steps":["trace[221080297] 'range keys from in-memory index tree' (duration: 175.771996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.634586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.656563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:43:48.634703Z","caller":"traceutil/trace.go:171","msg":"trace[52399856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10356; }","duration":"175.839799ms","start":"2026-03-02T21:43:48.458838Z","end":"2026-03-02T21:43:48.634678Z","steps":["trace[52399856] 'range keys from in-memory index tree' (duration: 175.553231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.63471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.370955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"warn","ts":"2026-03-02T21:43:48.634728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.163616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:43:48.634792Z","caller":"traceutil/trace.go:171","msg":"trace[526170993] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:10356; }","duration":"283.492228ms","start":"2026-03-02T21:43:48.351284Z","end":"2026-03-02T21:43:48.634776Z","steps":["trace[526170993] 'range keys from in-memory index tree' (duration: 283.097948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:48.634832Z","caller":"traceutil/trace.go:171","msg":"trace[868532614] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10356; }","duration":"176.30531ms","start":"2026-03-02T21:43:48.458511Z","end":"2026-03-02T21:43:48.634816Z","steps":["trace[868532614] 'range keys from in-memory index tree' (duration: 175.966292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:48.770142Z","caller":"traceutil/trace.go:171","msg":"trace[1365589103] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"129.812424ms","start":"2026-03-02T21:43:48.6403Z","end":"2026-03-02T21:43:48.770112Z","steps":["trace[1365589103] 'process raft request' (duration: 128.839579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:43:48.770411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.363444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:43:48.770523Z","caller":"traceutil/trace.go:171","msg":"trace[1112055127] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10358; }","duration":"126.518478ms","start":"2026-03-02T21:43:48.643984Z","end":"2026-03-02T21:43:48.770503Z","steps":["trace[1112055127] 'agreement among raft nodes before linearized reading' (duration: 126.287082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:43:48.770202Z","caller":"traceutil/trace.go:171","msg":"trace[1988589998] linearizableReadLoop","detail":"{readStateIndex:10738; appliedIndex:10736; }","duration":"126.132897ms","start":"2026-03-02T21:43:48.644005Z","end":"2026-03-02T21:43:48.770138Z","steps":["trace[1988589998] 'read index received' (duration: 69.75452ms)","trace[1988589998] 'applied index is now lower than readState.Index' (duration: 56.377037ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:06.84745Z","caller":"traceutil/trace.go:171","msg":"trace[1920634057] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"116.081703ms","start":"2026-03-02T21:44:06.731339Z","end":"2026-03-02T21:44:06.847421Z","steps":["trace[1920634057] 'process raft request' (duration: 115.822416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.061167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.307701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:44:07.061388Z","caller":"traceutil/trace.go:171","msg":"trace[776401550] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"209.62791ms","start":"2026-03-02T21:44:06.851734Z","end":"2026-03-02T21:44:07.061362Z","steps":["trace[776401550] 'process raft request' (duration: 69.043381ms)","trace[776401550] 'compare' (duration: 140.163388ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:07.061543Z","caller":"traceutil/trace.go:171","msg":"trace[2122124716] linearizableReadLoop","detail":"{readStateIndex:10834; appliedIndex:10833; }","duration":"201.967048ms","start":"2026-03-02T21:44:06.859481Z","end":"2026-03-02T21:44:07.061448Z","steps":["trace[2122124716] 'read index received' (duration: 61.238745ms)","trace[2122124716] 'applied index is now lower than readState.Index' (duration: 140.726293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:07.061735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.256096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:44:07.06202Z","caller":"traceutil/trace.go:171","msg":"trace[1631790482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10451; }","duration":"202.572584ms","start":"2026-03-02T21:44:06.85943Z","end":"2026-03-02T21:44:07.062003Z","steps":["trace[1631790482] 'agreement among raft nodes before linearized reading' (duration: 202.180943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.062234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.697872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:44:07.062268Z","caller":"traceutil/trace.go:171","msg":"trace[1884166999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10451; }","duration":"176.758933ms","start":"2026-03-02T21:44:06.885501Z","end":"2026-03-02T21:44:07.06226Z","steps":["trace[1884166999] 'agreement among raft nodes before linearized reading' (duration: 176.635019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:07.230566Z","caller":"traceutil/trace.go:171","msg":"trace[280829699] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"163.870173ms","start":"2026-03-02T21:44:07.066669Z","end":"2026-03-02T21:44:07.230539Z","steps":["trace[280829699] 'process raft request' (duration: 105.580425ms)","trace[280829699] 'compare' (duration: 57.59632ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:07.230694Z","caller":"traceutil/trace.go:171","msg":"trace[1289361163] linearizableReadLoop","detail":"{readStateIndex:10836; appliedIndex:10834; }","duration":"136.811469ms","start":"2026-03-02T21:44:07.093855Z","end":"2026-03-02T21:44:07.230666Z","steps":["trace[1289361163] 'read index received' (duration: 78.392258ms)","trace[1289361163] 'applied index is now lower than readState.Index' (duration: 58.417681ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:44:07.230735Z","caller":"traceutil/trace.go:171","msg":"trace[107530958] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"163.640787ms","start":"2026-03-02T21:44:07.067051Z","end":"2026-03-02T21:44:07.230691Z","steps":["trace[107530958] 'process raft request' (duration: 163.445072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.23094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.110527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:44:07.230985Z","caller":"traceutil/trace.go:171","msg":"trace[1469848707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10453; }","duration":"137.208599ms","start":"2026-03-02T21:44:07.093763Z","end":"2026-03-02T21:44:07.230972Z","steps":["trace[1469848707] 'agreement among raft nodes before linearized reading' (duration: 137.041735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.23101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.188488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:44:07.23102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.773437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:44:07.231063Z","caller":"traceutil/trace.go:171","msg":"trace[791892632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10453; }","duration":"132.29017ms","start":"2026-03-02T21:44:07.098758Z","end":"2026-03-02T21:44:07.231048Z","steps":["trace[791892632] 'agreement among raft nodes before linearized reading' (duration: 132.139326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:07.231073Z","caller":"traceutil/trace.go:171","msg":"trace[280587170] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10453; }","duration":"117.84973ms","start":"2026-03-02T21:44:07.113208Z","end":"2026-03-02T21:44:07.231058Z","steps":["trace[280587170] 'agreement among raft nodes before linearized reading' (duration: 117.739897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.794374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016956035,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:44:07.987609Z","caller":"traceutil/trace.go:171","msg":"trace[756021331] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"753.19922ms","start":"2026-03-02T21:44:07.234386Z","end":"2026-03-02T21:44:07.987585Z","steps":["trace[756021331] 'process raft request' (duration: 753.032036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:07.987785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.234368Z","time spent":"753.315364ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:08.304411Z","caller":"traceutil/trace.go:171","msg":"trace[1532670329] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"1.069789783s","start":"2026-03-02T21:44:07.234594Z","end":"2026-03-02T21:44:08.304383Z","steps":["trace[1532670329] 'process raft request' (duration: 1.069583587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.304578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.234588Z","time spent":"1.069896836s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:08.304579Z","caller":"traceutil/trace.go:171","msg":"trace[1605080984] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"1.069896345s","start":"2026-03-02T21:44:07.234655Z","end":"2026-03-02T21:44:08.304551Z","steps":["trace[1605080984] 'process raft request' (duration: 1.06967802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.304739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.234632Z","time spent":"1.070015629s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:44:08.33808Z","caller":"traceutil/trace.go:171","msg":"trace[513232171] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"799.094032ms","start":"2026-03-02T21:44:07.538912Z","end":"2026-03-02T21:44:08.338006Z","steps":["trace[513232171] 'process raft request' (duration: 798.796124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.338267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.538886Z","time spent":"799.294606ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19065,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:44:08.338309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044332381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:44:08.338362Z","caller":"traceutil/trace.go:171","msg":"trace[321693281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:10457; }","duration":"1.044423754s","start":"2026-03-02T21:44:07.293923Z","end":"2026-03-02T21:44:08.338347Z","steps":["trace[321693281] 'agreement among raft nodes before linearized reading' (duration: 1.044244859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.33845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.293903Z","time spent":"1.044534176s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-x8b6z\" "} {"level":"info","ts":"2026-03-02T21:44:08.338128Z","caller":"traceutil/trace.go:171","msg":"trace[862890271] linearizableReadLoop","detail":"{readStateIndex:10841; appliedIndex:10836; }","duration":"1.044126345s","start":"2026-03-02T21:44:07.293978Z","end":"2026-03-02T21:44:08.338104Z","steps":["trace[862890271] 'read index received' (duration: 693.447014ms)","trace[862890271] 'applied index is now lower than readState.Index' (duration: 350.676901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:08.338914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.307921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:08.338968Z","caller":"traceutil/trace.go:171","msg":"trace[1617520570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10459; }","duration":"104.410495ms","start":"2026-03-02T21:44:08.234544Z","end":"2026-03-02T21:44:08.338954Z","steps":["trace[1617520570] 'agreement among raft nodes before linearized reading' (duration: 104.327583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.339075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.724214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:08.339219Z","caller":"traceutil/trace.go:171","msg":"trace[32060427] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10459; }","duration":"728.868299ms","start":"2026-03-02T21:44:07.610289Z","end":"2026-03-02T21:44:08.339157Z","steps":["trace[32060427] 'agreement among raft nodes before linearized reading' (duration: 728.736416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.339306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.610267Z","time spent":"728.989622ms","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:44:08.339232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.095435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:44:08.339424Z","caller":"traceutil/trace.go:171","msg":"trace[991191958] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10459; }","duration":"773.404994ms","start":"2026-03-02T21:44:07.565996Z","end":"2026-03-02T21:44:08.339401Z","steps":["trace[991191958] 'agreement among raft nodes before linearized reading' (duration: 772.852769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:44:08.339512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:44:07.565976Z","time spent":"773.522817ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:44:08.339507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.191138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:44:08.339926Z","caller":"traceutil/trace.go:171","msg":"trace[959448741] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10459; }","duration":"132.65993ms","start":"2026-03-02T21:44:08.207252Z","end":"2026-03-02T21:44:08.339912Z","steps":["trace[959448741] 'agreement among raft nodes before linearized reading' (duration: 131.621623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:09.46995Z","caller":"traceutil/trace.go:171","msg":"trace[292245123] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"177.0262ms","start":"2026-03-02T21:44:09.292889Z","end":"2026-03-02T21:44:09.469915Z","steps":["trace[292245123] 'process raft request' (duration: 167.678354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:10.812052Z","caller":"traceutil/trace.go:171","msg":"trace[1958038535] linearizableReadLoop","detail":"{readStateIndex:10852; appliedIndex:10851; }","duration":"117.024377ms","start":"2026-03-02T21:44:10.695001Z","end":"2026-03-02T21:44:10.812026Z","steps":["trace[1958038535] 'read index received' (duration: 116.897274ms)","trace[1958038535] 'applied index is now lower than readState.Index' (duration: 126.123µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:44:10.812175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.150981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:44:10.812117Z","caller":"traceutil/trace.go:171","msg":"trace[67338733] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"120.190561ms","start":"2026-03-02T21:44:10.691876Z","end":"2026-03-02T21:44:10.812066Z","steps":["trace[67338733] 'process raft request' (duration: 119.997865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:44:10.812213Z","caller":"traceutil/trace.go:171","msg":"trace[462388076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10468; }","duration":"117.222242ms","start":"2026-03-02T21:44:10.694981Z","end":"2026-03-02T21:44:10.812203Z","steps":["trace[462388076] 'agreement among raft nodes before linearized reading' (duration: 117.14155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:28.820801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10074} {"level":"info","ts":"2026-03-02T21:48:28.897476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10074,"took":"74.005143ms","hash":2812808058,"current-db-size-bytes":43122688,"current-db-size":"43 MB","current-db-size-in-use-bytes":24190976,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T21:48:28.897546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2812808058,"revision":10074,"compact-revision":7730} {"level":"warn","ts":"2026-03-02T21:49:52.097784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.553639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:49:52.097944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.106144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T21:49:52.098005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.038224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:49:52.098045Z","caller":"traceutil/trace.go:171","msg":"trace[1884650130] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12643; }","duration":"390.845326ms","start":"2026-03-02T21:49:51.70714Z","end":"2026-03-02T21:49:52.097985Z","steps":["trace[1884650130] 'count revisions from in-memory index tree' (duration: 390.439255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:52.098175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:51.707121Z","time spent":"391.037531ms","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:49:52.0981Z","caller":"traceutil/trace.go:171","msg":"trace[1300182955] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:12643; }","duration":"153.171508ms","start":"2026-03-02T21:49:51.944902Z","end":"2026-03-02T21:49:52.098073Z","steps":["trace[1300182955] 'range keys from in-memory index tree' (duration: 152.850989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:52.098037Z","caller":"traceutil/trace.go:171","msg":"trace[93533380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12643; }","duration":"314.236586ms","start":"2026-03-02T21:49:51.783775Z","end":"2026-03-02T21:49:52.098012Z","steps":["trace[93533380] 'range keys from in-memory index tree' (duration: 313.943379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:52.098319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:51.783758Z","time spent":"314.547645ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:49:55.115636Z","caller":"traceutil/trace.go:171","msg":"trace[950507822] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"236.989669ms","start":"2026-03-02T21:49:54.878604Z","end":"2026-03-02T21:49:55.115594Z","steps":["trace[950507822] 'process raft request' (duration: 236.718322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:07.205722Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003388.wal"} {"level":"info","ts":"2026-03-02T21:50:15.420042Z","caller":"traceutil/trace.go:171","msg":"trace[2140129279] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"109.072358ms","start":"2026-03-02T21:50:15.310939Z","end":"2026-03-02T21:50:15.420011Z","steps":["trace[2140129279] 'process raft request' (duration: 102.316817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:23.737843Z","caller":"traceutil/trace.go:171","msg":"trace[35220548] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"277.581856ms","start":"2026-03-02T21:50:23.460178Z","end":"2026-03-02T21:50:23.73776Z","steps":["trace[35220548] 'process raft request' (duration: 250.123111ms)","trace[35220548] 'compare' (duration: 25.975675ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:23.739791Z","caller":"traceutil/trace.go:171","msg":"trace[1885786273] linearizableReadLoop","detail":"{readStateIndex:13269; appliedIndex:13267; }","duration":"260.643693ms","start":"2026-03-02T21:50:23.47912Z","end":"2026-03-02T21:50:23.739764Z","steps":["trace[1885786273] 'read index received' (duration: 231.198885ms)","trace[1885786273] 'applied index is now lower than readState.Index' (duration: 29.443438ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:23.73985Z","caller":"traceutil/trace.go:171","msg":"trace[344271] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"276.338602ms","start":"2026-03-02T21:50:23.463488Z","end":"2026-03-02T21:50:23.739826Z","steps":["trace[344271] 'process raft request' (duration: 276.106176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:23.740104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.960841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:50:23.740159Z","caller":"traceutil/trace.go:171","msg":"trace[345629026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:12797; }","duration":"261.054184ms","start":"2026-03-02T21:50:23.479089Z","end":"2026-03-02T21:50:23.740143Z","steps":["trace[345629026] 'agreement among raft nodes before linearized reading' (duration: 260.795997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:31.653362Z","caller":"traceutil/trace.go:171","msg":"trace[938907141] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"148.445242ms","start":"2026-03-02T21:50:31.504881Z","end":"2026-03-02T21:50:31.653326Z","steps":["trace[938907141] 'process raft request' (duration: 148.218505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:31.884457Z","caller":"traceutil/trace.go:171","msg":"trace[948299985] transaction","detail":"{read_only:false; response_revision:12848; number_of_response:1; }","duration":"102.440321ms","start":"2026-03-02T21:50:31.781988Z","end":"2026-03-02T21:50:31.884429Z","steps":["trace[948299985] 'process raft request' (duration: 102.289127ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:31.892021Z","caller":"traceutil/trace.go:171","msg":"trace[1444688009] transaction","detail":"{read_only:false; response_revision:12849; number_of_response:1; }","duration":"109.464319ms","start":"2026-03-02T21:50:31.782543Z","end":"2026-03-02T21:50:31.892007Z","steps":["trace[1444688009] 'process raft request' (duration: 109.188801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:34.013464Z","caller":"traceutil/trace.go:171","msg":"trace[918703534] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"351.582096ms","start":"2026-03-02T21:50:33.661841Z","end":"2026-03-02T21:50:34.013423Z","steps":["trace[918703534] 'process raft request' (duration: 351.392861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.013681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:33.661821Z","time spent":"351.75558ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:34.132926Z","caller":"traceutil/trace.go:171","msg":"trace[835861509] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"235.664554ms","start":"2026-03-02T21:50:33.897227Z","end":"2026-03-02T21:50:34.132892Z","steps":["trace[835861509] 'process raft request' (duration: 235.564591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:34.132963Z","caller":"traceutil/trace.go:171","msg":"trace[51911030] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"329.863944ms","start":"2026-03-02T21:50:33.803031Z","end":"2026-03-02T21:50:34.132895Z","steps":["trace[51911030] 'process raft request' (duration: 329.579156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:34.133135Z","caller":"traceutil/trace.go:171","msg":"trace[210743015] linearizableReadLoop","detail":"{readStateIndex:13334; appliedIndex:13332; }","duration":"244.86956ms","start":"2026-03-02T21:50:33.888228Z","end":"2026-03-02T21:50:34.133098Z","steps":["trace[210743015] 'read index received' (duration: 125.169909ms)","trace[210743015] 'applied index is now lower than readState.Index' (duration: 119.697321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:34.133192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:33.80301Z","time spent":"330.07373ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:50:34.133278Z","caller":"traceutil/trace.go:171","msg":"trace[21172784] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"234.509164ms","start":"2026-03-02T21:50:33.898713Z","end":"2026-03-02T21:50:34.133222Z","steps":["trace[21172784] 'process raft request' (duration: 234.119283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.133425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.181559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:50:34.13345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.814208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:34.133468Z","caller":"traceutil/trace.go:171","msg":"trace[1948310464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12860; }","duration":"245.285842ms","start":"2026-03-02T21:50:33.888169Z","end":"2026-03-02T21:50:34.133455Z","steps":["trace[1948310464] 'agreement among raft nodes before linearized reading' (duration: 245.094667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:34.133517Z","caller":"traceutil/trace.go:171","msg":"trace[329912843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12860; }","duration":"235.966072ms","start":"2026-03-02T21:50:33.897528Z","end":"2026-03-02T21:50:34.133494Z","steps":["trace[329912843] 'agreement among raft nodes before linearized reading' (duration: 235.763357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:34.133528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.860652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:50:34.13357Z","caller":"traceutil/trace.go:171","msg":"trace[121133815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:12860; }","duration":"222.941594ms","start":"2026-03-02T21:50:33.910618Z","end":"2026-03-02T21:50:34.13356Z","steps":["trace[121133815] 'agreement among raft nodes before linearized reading' (duration: 222.78333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:35.049271Z","caller":"traceutil/trace.go:171","msg":"trace[1934784278] linearizableReadLoop","detail":"{readStateIndex:13342; appliedIndex:13341; }","duration":"121.925082ms","start":"2026-03-02T21:50:34.927316Z","end":"2026-03-02T21:50:35.049241Z","steps":["trace[1934784278] 'read index received' (duration: 121.795469ms)","trace[1934784278] 'applied index is now lower than readState.Index' (duration: 128.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:35.049471Z","caller":"traceutil/trace.go:171","msg":"trace[882045223] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"258.731572ms","start":"2026-03-02T21:50:34.790601Z","end":"2026-03-02T21:50:35.049333Z","steps":["trace[882045223] 'process raft request' (duration: 258.422974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.04954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.192449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-f2v4k\" ","response":"range_response_count:1 size:12490"} {"level":"info","ts":"2026-03-02T21:50:35.049709Z","caller":"traceutil/trace.go:171","msg":"trace[1899671103] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-f2v4k; range_end:; response_count:1; response_revision:12866; }","duration":"122.432526ms","start":"2026-03-02T21:50:34.927267Z","end":"2026-03-02T21:50:35.049699Z","steps":["trace[1899671103] 'agreement among raft nodes before linearized reading' (duration: 122.121497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:35.346425Z","caller":"traceutil/trace.go:171","msg":"trace[745583456] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"417.758416ms","start":"2026-03-02T21:50:34.928636Z","end":"2026-03-02T21:50:35.346394Z","steps":["trace[745583456] 'process raft request' (duration: 415.646239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.346577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:34.92862Z","time spent":"417.88707ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:50:35.355617Z","caller":"traceutil/trace.go:171","msg":"trace[1222451219] linearizableReadLoop","detail":"{readStateIndex:13344; appliedIndex:13342; }","duration":"121.85196ms","start":"2026-03-02T21:50:35.233737Z","end":"2026-03-02T21:50:35.355589Z","steps":["trace[1222451219] 'read index received' (duration: 110.503156ms)","trace[1222451219] 'applied index is now lower than readState.Index' (duration: 11.347384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:35.355797Z","caller":"traceutil/trace.go:171","msg":"trace[1586286637] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"293.270016ms","start":"2026-03-02T21:50:35.06251Z","end":"2026-03-02T21:50:35.35578Z","steps":["trace[1586286637] 'process raft request' (duration: 292.936797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:35.355905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.144177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:35.356217Z","caller":"traceutil/trace.go:171","msg":"trace[175349712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12868; }","duration":"122.480076ms","start":"2026-03-02T21:50:35.233689Z","end":"2026-03-02T21:50:35.356169Z","steps":["trace[175349712] 'agreement among raft nodes before linearized reading' (duration: 122.151178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.272814Z","caller":"traceutil/trace.go:171","msg":"trace[1158300171] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"134.406376ms","start":"2026-03-02T21:50:36.138368Z","end":"2026-03-02T21:50:36.272775Z","steps":["trace[1158300171] 'process raft request' (duration: 123.580036ms)","trace[1158300171] 'compare' (duration: 10.576203ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:36.362777Z","caller":"traceutil/trace.go:171","msg":"trace[436031620] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"222.902363ms","start":"2026-03-02T21:50:36.13982Z","end":"2026-03-02T21:50:36.362722Z","steps":["trace[436031620] 'process raft request' (duration: 222.550203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.362998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.761242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:36.363048Z","caller":"traceutil/trace.go:171","msg":"trace[1077085681] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12878; }","duration":"218.866125ms","start":"2026-03-02T21:50:36.14417Z","end":"2026-03-02T21:50:36.363036Z","steps":["trace[1077085681] 'agreement among raft nodes before linearized reading' (duration: 218.769503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:36.362892Z","caller":"traceutil/trace.go:171","msg":"trace[956227597] linearizableReadLoop","detail":"{readStateIndex:13354; appliedIndex:13352; }","duration":"218.30187ms","start":"2026-03-02T21:50:36.144226Z","end":"2026-03-02T21:50:36.362528Z","steps":["trace[956227597] 'read index received' (duration: 117.77158ms)","trace[956227597] 'applied index is now lower than readState.Index' (duration: 100.52902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:36.363548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.399823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:50:36.363571Z","caller":"traceutil/trace.go:171","msg":"trace[757882227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:12878; }","duration":"212.474924ms","start":"2026-03-02T21:50:36.151088Z","end":"2026-03-02T21:50:36.363563Z","steps":["trace[757882227] 'agreement among raft nodes before linearized reading' (duration: 212.342111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.363543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.122634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:36.363652Z","caller":"traceutil/trace.go:171","msg":"trace[1386481615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12878; }","duration":"129.31565ms","start":"2026-03-02T21:50:36.234308Z","end":"2026-03-02T21:50:36.363623Z","steps":["trace[1386481615] 'agreement among raft nodes before linearized reading' (duration: 129.106314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.36373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.214227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:36.36379Z","caller":"traceutil/trace.go:171","msg":"trace[309170203] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12878; }","duration":"209.291739ms","start":"2026-03-02T21:50:36.154482Z","end":"2026-03-02T21:50:36.363774Z","steps":["trace[309170203] 'agreement among raft nodes before linearized reading' (duration: 209.169256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.363858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.833834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:50:36.363918Z","caller":"traceutil/trace.go:171","msg":"trace[911137782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12878; }","duration":"215.928486ms","start":"2026-03-02T21:50:36.147972Z","end":"2026-03-02T21:50:36.3639Z","steps":["trace[911137782] 'agreement among raft nodes before linearized reading' (duration: 215.734231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:36.363937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.014259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:36.36397Z","caller":"traceutil/trace.go:171","msg":"trace[227862001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12878; }","duration":"216.05692ms","start":"2026-03-02T21:50:36.147901Z","end":"2026-03-02T21:50:36.363957Z","steps":["trace[227862001] 'agreement among raft nodes before linearized reading' (duration: 215.968748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:56.376078Z","caller":"traceutil/trace.go:171","msg":"trace[682374489] linearizableReadLoop","detail":"{readStateIndex:13642; appliedIndex:13641; }","duration":"198.47964ms","start":"2026-03-02T21:50:56.177568Z","end":"2026-03-02T21:50:56.376047Z","steps":["trace[682374489] 'read index received' (duration: 198.339396ms)","trace[682374489] 'applied index is now lower than readState.Index' (duration: 139.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:56.376216Z","caller":"traceutil/trace.go:171","msg":"trace[1809589282] transaction","detail":"{read_only:false; response_revision:13153; number_of_response:1; }","duration":"247.4381ms","start":"2026-03-02T21:50:56.128766Z","end":"2026-03-02T21:50:56.376205Z","steps":["trace[1809589282] 'process raft request' (duration: 247.110011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:56.376408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.83864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T21:50:56.376513Z","caller":"traceutil/trace.go:171","msg":"trace[62432702] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13153; }","duration":"198.936412ms","start":"2026-03-02T21:50:56.177542Z","end":"2026-03-02T21:50:56.376479Z","steps":["trace[62432702] 'agreement among raft nodes before linearized reading' (duration: 198.750947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:56.876323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016964128,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:50:57.230575Z","caller":"traceutil/trace.go:171","msg":"trace[85916287] transaction","detail":"{read_only:false; response_revision:13154; number_of_response:1; }","duration":"872.681496ms","start":"2026-03-02T21:50:56.357858Z","end":"2026-03-02T21:50:57.230539Z","steps":["trace[85916287] 'process raft request' (duration: 860.890671ms)","trace[85916287] 'compare' (duration: 11.056285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:50:57.230739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.357838Z","time spent":"872.821199ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:57.22993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.775417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:57.230804Z","caller":"traceutil/trace.go:171","msg":"trace[1750827113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13153; }","duration":"424.675852ms","start":"2026-03-02T21:50:56.806111Z","end":"2026-03-02T21:50:57.230787Z","steps":["trace[1750827113] 'range keys from in-memory index tree' (duration: 423.749476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.232815Z","caller":"traceutil/trace.go:171","msg":"trace[1876139384] linearizableReadLoop","detail":"{readStateIndex:13645; appliedIndex:13642; }","duration":"856.610566ms","start":"2026-03-02T21:50:56.376164Z","end":"2026-03-02T21:50:57.232775Z","steps":["trace[1876139384] 'read index received' (duration: 842.667863ms)","trace[1876139384] 'applied index is now lower than readState.Index' (duration: 13.941343ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:57.23292Z","caller":"traceutil/trace.go:171","msg":"trace[534894387] transaction","detail":"{read_only:false; response_revision:13155; number_of_response:1; }","duration":"852.28527ms","start":"2026-03-02T21:50:56.380578Z","end":"2026-03-02T21:50:57.232863Z","steps":["trace[534894387] 'process raft request' (duration: 851.968192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.233012Z","caller":"traceutil/trace.go:171","msg":"trace[1410107406] transaction","detail":"{read_only:false; response_revision:13156; number_of_response:1; }","duration":"795.854ms","start":"2026-03-02T21:50:56.437129Z","end":"2026-03-02T21:50:57.232983Z","steps":["trace[1410107406] 'process raft request' (duration: 795.591213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.437113Z","time spent":"795.988314ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:57.233202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.729131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b445b01-337d-4584-92cb-46404da035a7\" ","response":"range_response_count:1 size:3635"} {"level":"warn","ts":"2026-03-02T21:50:57.233261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.03025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:50:57.233284Z","caller":"traceutil/trace.go:171","msg":"trace[1336762886] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b445b01-337d-4584-92cb-46404da035a7; range_end:; response_count:1; response_revision:13156; }","duration":"997.863765ms","start":"2026-03-02T21:50:56.235399Z","end":"2026-03-02T21:50:57.233263Z","steps":["trace[1336762886] 'agreement among raft nodes before linearized reading' (duration: 997.595328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.153759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:50:57.233212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.380565Z","time spent":"852.459625ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:50:57.233334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.235378Z","time spent":"997.941396ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3657,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b445b01-337d-4584-92cb-46404da035a7\" "} {"level":"warn","ts":"2026-03-02T21:50:57.23325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.251401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:50:57.233374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.174137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:50:57.233391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.472004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:50:57.233333Z","caller":"traceutil/trace.go:171","msg":"trace[2081232773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13156; }","duration":"736.140503ms","start":"2026-03-02T21:50:56.497172Z","end":"2026-03-02T21:50:57.233312Z","steps":["trace[2081232773] 'agreement among raft nodes before linearized reading' (duration: 735.878906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.683061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:50:57.233448Z","caller":"traceutil/trace.go:171","msg":"trace[1335851841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13156; }","duration":"735.26996ms","start":"2026-03-02T21:50:56.498161Z","end":"2026-03-02T21:50:57.233431Z","steps":["trace[1335851841] 'agreement among raft nodes before linearized reading' (duration: 735.066995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.233475Z","caller":"traceutil/trace.go:171","msg":"trace[1955234432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13156; }","duration":"735.722882ms","start":"2026-03-02T21:50:56.497739Z","end":"2026-03-02T21:50:57.233462Z","steps":["trace[1955234432] 'agreement among raft nodes before linearized reading' (duration: 735.618669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.498154Z","time spent":"735.323261ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:50:57.23348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.497152Z","time spent":"736.314968ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:50:57.233517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.497671Z","time spent":"735.837555ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:50:57.233539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.039654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:57.233479Z","caller":"traceutil/trace.go:171","msg":"trace[1430109826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13156; }","duration":"729.601548ms","start":"2026-03-02T21:50:56.503853Z","end":"2026-03-02T21:50:57.233454Z","steps":["trace[1430109826] 'agreement among raft nodes before linearized reading' (duration: 729.31142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.503833Z","time spent":"729.734502ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:50:57.233574Z","caller":"traceutil/trace.go:171","msg":"trace[623356128] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13156; }","duration":"658.112106ms","start":"2026-03-02T21:50:56.575451Z","end":"2026-03-02T21:50:57.233563Z","steps":["trace[623356128] 'agreement among raft nodes before linearized reading' (duration: 658.053444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.575433Z","time spent":"658.169687ms","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:57.233622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.244083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-03-02T21:50:57.233657Z","caller":"traceutil/trace.go:171","msg":"trace[654390879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:13156; }","duration":"663.49649ms","start":"2026-03-02T21:50:56.570152Z","end":"2026-03-02T21:50:57.233649Z","steps":["trace[654390879] 'agreement among raft nodes before linearized reading' (duration: 663.415348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.185922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T21:50:57.233674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.858423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-03-02T21:50:57.233689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.570122Z","time spent":"663.558971ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-x8b6z\" "} {"level":"info","ts":"2026-03-02T21:50:57.233694Z","caller":"traceutil/trace.go:171","msg":"trace[1412519197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13156; }","duration":"469.244553ms","start":"2026-03-02T21:50:56.764444Z","end":"2026-03-02T21:50:57.233688Z","steps":["trace[1412519197] 'agreement among raft nodes before linearized reading' (duration: 469.181651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.764427Z","time spent":"469.281335ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:50:57.233386Z","caller":"traceutil/trace.go:171","msg":"trace[602173191] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13156; }","duration":"519.337823ms","start":"2026-03-02T21:50:56.714025Z","end":"2026-03-02T21:50:57.233363Z","steps":["trace[602173191] 'agreement among raft nodes before linearized reading' (duration: 519.102437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.714001Z","time spent":"519.782905ms","remote":"127.0.0.1:41514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:50:57.233701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.224011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:50:57.233535Z","caller":"traceutil/trace.go:171","msg":"trace[1986119391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13156; }","duration":"999.5491ms","start":"2026-03-02T21:50:56.233871Z","end":"2026-03-02T21:50:57.23342Z","steps":["trace[1986119391] 'agreement among raft nodes before linearized reading' (duration: 999.126039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.834017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b445b01-337d-4584-92cb-46404da035a7\" ","response":"range_response_count:1 size:3635"} {"level":"info","ts":"2026-03-02T21:50:57.233933Z","caller":"traceutil/trace.go:171","msg":"trace[2072112459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13156; }","duration":"731.478278ms","start":"2026-03-02T21:50:56.502423Z","end":"2026-03-02T21:50:57.233902Z","steps":["trace[2072112459] 'agreement among raft nodes before linearized reading' (duration: 731.066797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.233972Z","caller":"traceutil/trace.go:171","msg":"trace[361823495] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b445b01-337d-4584-92cb-46404da035a7; range_end:; response_count:1; response_revision:13156; }","duration":"180.885179ms","start":"2026-03-02T21:50:57.053074Z","end":"2026-03-02T21:50:57.233959Z","steps":["trace[361823495] 'agreement among raft nodes before linearized reading' (duration: 180.773856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.233963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.233834Z","time spent":"1.000105155s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:50:57.234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:50:56.502418Z","time spent":"731.568471ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:50:57.234144Z","caller":"traceutil/trace.go:171","msg":"trace[287259164] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:13156; }","duration":"194.927124ms","start":"2026-03-02T21:50:57.038767Z","end":"2026-03-02T21:50:57.233694Z","steps":["trace[287259164] 'agreement among raft nodes before linearized reading' (duration: 194.836242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.487048Z","caller":"traceutil/trace.go:171","msg":"trace[2053896390] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"246.867684ms","start":"2026-03-02T21:50:57.240152Z","end":"2026-03-02T21:50:57.48702Z","steps":["trace[2053896390] 'process raft request' (duration: 246.530505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.487385Z","caller":"traceutil/trace.go:171","msg":"trace[1704592230] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"247.08654ms","start":"2026-03-02T21:50:57.240247Z","end":"2026-03-02T21:50:57.487334Z","steps":["trace[1704592230] 'process raft request' (duration: 246.70593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.487531Z","caller":"traceutil/trace.go:171","msg":"trace[334621904] transaction","detail":"{read_only:false; response_revision:13160; number_of_response:1; }","duration":"247.218434ms","start":"2026-03-02T21:50:57.240295Z","end":"2026-03-02T21:50:57.487514Z","steps":["trace[334621904] 'process raft request' (duration: 246.974547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.487582Z","caller":"traceutil/trace.go:171","msg":"trace[759166401] transaction","detail":"{read_only:false; response_revision:13162; number_of_response:1; }","duration":"245.374385ms","start":"2026-03-02T21:50:57.242178Z","end":"2026-03-02T21:50:57.487552Z","steps":["trace[759166401] 'process raft request' (duration: 245.252031ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.487649Z","caller":"traceutil/trace.go:171","msg":"trace[1971429109] linearizableReadLoop","detail":"{readStateIndex:13651; appliedIndex:13646; }","duration":"240.636438ms","start":"2026-03-02T21:50:57.246997Z","end":"2026-03-02T21:50:57.487634Z","steps":["trace[1971429109] 'read index received' (duration: 239.703623ms)","trace[1971429109] 'applied index is now lower than readState.Index' (duration: 930.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:57.487646Z","caller":"traceutil/trace.go:171","msg":"trace[545321061] transaction","detail":"{read_only:false; response_revision:13161; number_of_response:1; }","duration":"245.58146ms","start":"2026-03-02T21:50:57.242013Z","end":"2026-03-02T21:50:57.487594Z","steps":["trace[545321061] 'process raft request' (duration: 245.376354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.493265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.026698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:57.493348Z","caller":"traceutil/trace.go:171","msg":"trace[1525465582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13162; }","duration":"250.158432ms","start":"2026-03-02T21:50:57.243171Z","end":"2026-03-02T21:50:57.49333Z","steps":["trace[1525465582] 'agreement among raft nodes before linearized reading' (duration: 244.519101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.493387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.018815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18938"} {"level":"warn","ts":"2026-03-02T21:50:57.493373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.760435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-03-02T21:50:57.493432Z","caller":"traceutil/trace.go:171","msg":"trace[1161723542] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13162; }","duration":"245.089266ms","start":"2026-03-02T21:50:57.248332Z","end":"2026-03-02T21:50:57.493422Z","steps":["trace[1161723542] 'agreement among raft nodes before linearized reading' (duration: 244.86103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:57.493448Z","caller":"traceutil/trace.go:171","msg":"trace[1807642576] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:13162; }","duration":"251.892029ms","start":"2026-03-02T21:50:57.24154Z","end":"2026-03-02T21:50:57.493432Z","steps":["trace[1807642576] 'agreement among raft nodes before linearized reading' (duration: 246.146995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.493773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.945284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630407"} {"level":"info","ts":"2026-03-02T21:50:57.493803Z","caller":"traceutil/trace.go:171","msg":"trace[504463833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13162; }","duration":"253.976864ms","start":"2026-03-02T21:50:57.239819Z","end":"2026-03-02T21:50:57.493796Z","steps":["trace[504463833] 'agreement among raft nodes before linearized reading' (duration: 247.876431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.493838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.471086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:50:57.493861Z","caller":"traceutil/trace.go:171","msg":"trace[1531365194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13162; }","duration":"168.550079ms","start":"2026-03-02T21:50:57.325304Z","end":"2026-03-02T21:50:57.493854Z","steps":["trace[1531365194] 'agreement among raft nodes before linearized reading' (duration: 168.446396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:57.494079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.657902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:630407"} {"level":"info","ts":"2026-03-02T21:50:57.49412Z","caller":"traceutil/trace.go:171","msg":"trace[430691954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13162; }","duration":"251.826907ms","start":"2026-03-02T21:50:57.242284Z","end":"2026-03-02T21:50:57.494111Z","steps":["trace[430691954] 'agreement among raft nodes before linearized reading' (duration: 245.390805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:51:49.044752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.087011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:51:49.04514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.106137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T21:51:49.044923Z","caller":"traceutil/trace.go:171","msg":"trace[904974287] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13759; }","duration":"207.329137ms","start":"2026-03-02T21:51:48.83756Z","end":"2026-03-02T21:51:49.044889Z","steps":["trace[904974287] 'range keys from in-memory index tree' (duration: 206.989768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:51:49.04525Z","caller":"traceutil/trace.go:171","msg":"trace[1431471750] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13759; }","duration":"214.288461ms","start":"2026-03-02T21:51:48.830937Z","end":"2026-03-02T21:51:49.045226Z","steps":["trace[1431471750] 'range keys from in-memory index tree' (duration: 213.759178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:11.99859Z","caller":"traceutil/trace.go:171","msg":"trace[608552234] transaction","detail":"{read_only:false; response_revision:13866; number_of_response:1; }","duration":"451.18684ms","start":"2026-03-02T21:52:11.547374Z","end":"2026-03-02T21:52:11.99856Z","steps":["trace[608552234] 'process raft request' (duration: 451.042346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:11.998776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:11.547346Z","time spent":"451.334914ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:12.001115Z","caller":"traceutil/trace.go:171","msg":"trace[2070745268] linearizableReadLoop","detail":"{readStateIndex:14376; appliedIndex:14375; }","duration":"378.298715ms","start":"2026-03-02T21:52:11.622803Z","end":"2026-03-02T21:52:12.001102Z","steps":["trace[2070745268] 'read index received' (duration: 375.83058ms)","trace[2070745268] 'applied index is now lower than readState.Index' (duration: 2.467425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:12.001355Z","caller":"traceutil/trace.go:171","msg":"trace[943878740] transaction","detail":"{read_only:false; response_revision:13867; number_of_response:1; }","duration":"452.839113ms","start":"2026-03-02T21:52:11.548508Z","end":"2026-03-02T21:52:12.001348Z","steps":["trace[943878740] 'process raft request' (duration: 450.647196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.001413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:11.548481Z","time spent":"452.896865ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:12.001585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.780018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:52:12.001614Z","caller":"traceutil/trace.go:171","msg":"trace[1019597885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13867; }","duration":"378.830398ms","start":"2026-03-02T21:52:11.622776Z","end":"2026-03-02T21:52:12.001606Z","steps":["trace[1019597885] 'agreement among raft nodes before linearized reading' (duration: 378.738686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.001635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:11.622766Z","time spent":"378.8647ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:12.001757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.511729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:12.001785Z","caller":"traceutil/trace.go:171","msg":"trace[430705031] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13867; }","duration":"370.581861ms","start":"2026-03-02T21:52:11.631195Z","end":"2026-03-02T21:52:12.001777Z","steps":["trace[430705031] 'agreement among raft nodes before linearized reading' (duration: 370.529029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.001804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:11.631176Z","time spent":"370.622351ms","remote":"127.0.0.1:41542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:52:12.001944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.299617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:52:12.001967Z","caller":"traceutil/trace.go:171","msg":"trace[1752639091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13867; }","duration":"112.338788ms","start":"2026-03-02T21:52:11.889623Z","end":"2026-03-02T21:52:12.001962Z","steps":["trace[1752639091] 'agreement among raft nodes before linearized reading' (duration: 112.273786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.001988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.540081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:52:12.002082Z","caller":"traceutil/trace.go:171","msg":"trace[761853412] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13867; }","duration":"107.665684ms","start":"2026-03-02T21:52:11.894395Z","end":"2026-03-02T21:52:12.002061Z","steps":["trace[761853412] 'agreement among raft nodes before linearized reading' (duration: 107.449549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.002134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.240564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:52:12.002159Z","caller":"traceutil/trace.go:171","msg":"trace[845247679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13867; }","duration":"118.307426ms","start":"2026-03-02T21:52:11.883843Z","end":"2026-03-02T21:52:12.002151Z","steps":["trace[845247679] 'agreement among raft nodes before linearized reading' (duration: 118.260064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.002251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.06922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T21:52:12.002271Z","caller":"traceutil/trace.go:171","msg":"trace[1947441965] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13867; }","duration":"288.088941ms","start":"2026-03-02T21:52:11.714177Z","end":"2026-03-02T21:52:12.002266Z","steps":["trace[1947441965] 'agreement among raft nodes before linearized reading' (duration: 288.027749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.002401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.879276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:12.002425Z","caller":"traceutil/trace.go:171","msg":"trace[1665185329] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13867; }","duration":"298.934988ms","start":"2026-03-02T21:52:11.703485Z","end":"2026-03-02T21:52:12.00242Z","steps":["trace[1665185329] 'agreement among raft nodes before linearized reading' (duration: 298.878226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.00209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.181522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:52:12.002536Z","caller":"traceutil/trace.go:171","msg":"trace[1854591048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13867; }","duration":"118.623844ms","start":"2026-03-02T21:52:11.883903Z","end":"2026-03-02T21:52:12.002527Z","steps":["trace[1854591048] 'agreement among raft nodes before linearized reading' (duration: 118.148201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.002564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.762791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T21:52:12.002589Z","caller":"traceutil/trace.go:171","msg":"trace[307554683] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13867; }","duration":"318.828003ms","start":"2026-03-02T21:52:11.683755Z","end":"2026-03-02T21:52:12.002583Z","steps":["trace[307554683] 'agreement among raft nodes before linearized reading' (duration: 318.761141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:12.002612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:11.683734Z","time spent":"318.872145ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" "} {"level":"info","ts":"2026-03-02T21:52:18.302528Z","caller":"traceutil/trace.go:171","msg":"trace[1521729025] transaction","detail":"{read_only:false; response_revision:13895; number_of_response:1; }","duration":"285.176385ms","start":"2026-03-02T21:52:18.017325Z","end":"2026-03-02T21:52:18.302502Z","steps":["trace[1521729025] 'process raft request' (duration: 284.98293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.317352Z","caller":"traceutil/trace.go:171","msg":"trace[115312628] linearizableReadLoop","detail":"{readStateIndex:14407; appliedIndex:14405; }","duration":"290.733591ms","start":"2026-03-02T21:52:18.0266Z","end":"2026-03-02T21:52:18.317333Z","steps":["trace[115312628] 'read index received' (duration: 275.778327ms)","trace[115312628] 'applied index is now lower than readState.Index' (duration: 14.954084ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:18.31744Z","caller":"traceutil/trace.go:171","msg":"trace[2084099684] transaction","detail":"{read_only:false; response_revision:13896; number_of_response:1; }","duration":"294.739497ms","start":"2026-03-02T21:52:18.022683Z","end":"2026-03-02T21:52:18.317422Z","steps":["trace[2084099684] 'process raft request' (duration: 294.531881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.317652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.683596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:18.317725Z","caller":"traceutil/trace.go:171","msg":"trace[669253064] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13896; }","duration":"196.82032ms","start":"2026-03-02T21:52:18.120888Z","end":"2026-03-02T21:52:18.317708Z","steps":["trace[669253064] 'agreement among raft nodes before linearized reading' (duration: 196.704577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.317679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.05657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:18.317786Z","caller":"traceutil/trace.go:171","msg":"trace[635943961] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13896; }","duration":"291.200964ms","start":"2026-03-02T21:52:18.026565Z","end":"2026-03-02T21:52:18.317766Z","steps":["trace[635943961] 'agreement among raft nodes before linearized reading' (duration: 290.883565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.317946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.013214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T21:52:18.318086Z","caller":"traceutil/trace.go:171","msg":"trace[1940515296] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13896; }","duration":"228.142888ms","start":"2026-03-02T21:52:18.089891Z","end":"2026-03-02T21:52:18.318033Z","steps":["trace[1940515296] 'agreement among raft nodes before linearized reading' (duration: 227.867071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.317716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.328338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T21:52:18.318351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.392775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:18.318347Z","caller":"traceutil/trace.go:171","msg":"trace[1050478383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13896; }","duration":"289.032916ms","start":"2026-03-02T21:52:18.029299Z","end":"2026-03-02T21:52:18.318332Z","steps":["trace[1050478383] 'agreement among raft nodes before linearized reading' (duration: 288.222594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.31853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.093927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T21:52:18.31856Z","caller":"traceutil/trace.go:171","msg":"trace[1021822260] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13896; }","duration":"239.144969ms","start":"2026-03-02T21:52:18.079404Z","end":"2026-03-02T21:52:18.318549Z","steps":["trace[1021822260] 'agreement among raft nodes before linearized reading' (duration: 239.064937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.318714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.175721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:52:18.318451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.348716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:18.318807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.440241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:52:18.318846Z","caller":"traceutil/trace.go:171","msg":"trace[872910274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13896; }","duration":"285.527504ms","start":"2026-03-02T21:52:18.033305Z","end":"2026-03-02T21:52:18.318833Z","steps":["trace[872910274] 'agreement among raft nodes before linearized reading' (duration: 285.418301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.318829Z","caller":"traceutil/trace.go:171","msg":"trace[1798736483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13896; }","duration":"283.264843ms","start":"2026-03-02T21:52:18.035504Z","end":"2026-03-02T21:52:18.318769Z","steps":["trace[1798736483] 'agreement among raft nodes before linearized reading' (duration: 283.014197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.318945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.483306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:52:18.318965Z","caller":"traceutil/trace.go:171","msg":"trace[154357888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13896; }","duration":"284.517567ms","start":"2026-03-02T21:52:18.034442Z","end":"2026-03-02T21:52:18.318959Z","steps":["trace[154357888] 'agreement among raft nodes before linearized reading' (duration: 284.459946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.319057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.760716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T21:52:18.319004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.529691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:52:18.319078Z","caller":"traceutil/trace.go:171","msg":"trace[1386699311] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13896; }","duration":"258.791847ms","start":"2026-03-02T21:52:18.060281Z","end":"2026-03-02T21:52:18.319073Z","steps":["trace[1386699311] 'agreement among raft nodes before linearized reading' (duration: 258.732066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.319111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.367068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:52:18.319132Z","caller":"traceutil/trace.go:171","msg":"trace[1912546002] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13896; }","duration":"149.698075ms","start":"2026-03-02T21:52:18.169401Z","end":"2026-03-02T21:52:18.319099Z","steps":["trace[1912546002] 'agreement among raft nodes before linearized reading' (duration: 149.314385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.319059Z","caller":"traceutil/trace.go:171","msg":"trace[1084743660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13896; }","duration":"258.684415ms","start":"2026-03-02T21:52:18.060094Z","end":"2026-03-02T21:52:18.318779Z","steps":["trace[1084743660] 'agreement among raft nodes before linearized reading' (duration: 258.308225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.319212Z","caller":"traceutil/trace.go:171","msg":"trace[1040521753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13896; }","duration":"288.511983ms","start":"2026-03-02T21:52:18.030648Z","end":"2026-03-02T21:52:18.31916Z","steps":["trace[1040521753] 'agreement among raft nodes before linearized reading' (duration: 288.215565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.319228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.087425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:18.31845Z","caller":"traceutil/trace.go:171","msg":"trace[473769096] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13896; }","duration":"197.5472ms","start":"2026-03-02T21:52:18.120888Z","end":"2026-03-02T21:52:18.318435Z","steps":["trace[473769096] 'agreement among raft nodes before linearized reading' (duration: 197.329244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.319347Z","caller":"traceutil/trace.go:171","msg":"trace[1216394915] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13896; }","duration":"259.214328ms","start":"2026-03-02T21:52:18.060115Z","end":"2026-03-02T21:52:18.31933Z","steps":["trace[1216394915] 'agreement among raft nodes before linearized reading' (duration: 259.077045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.321083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.997116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:18.321141Z","caller":"traceutil/trace.go:171","msg":"trace[40850203] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13896; }","duration":"196.45448ms","start":"2026-03-02T21:52:18.124659Z","end":"2026-03-02T21:52:18.321114Z","steps":["trace[40850203] 'agreement among raft nodes before linearized reading' (duration: 193.976415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.432553Z","caller":"traceutil/trace.go:171","msg":"trace[504895422] linearizableReadLoop","detail":"{readStateIndex:14408; appliedIndex:14407; }","duration":"107.650324ms","start":"2026-03-02T21:52:18.324842Z","end":"2026-03-02T21:52:18.432492Z","steps":["trace[504895422] 'read index received' (duration: 67.789351ms)","trace[504895422] 'applied index is now lower than readState.Index' (duration: 39.859683ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:18.432737Z","caller":"traceutil/trace.go:171","msg":"trace[946740091] transaction","detail":"{read_only:false; response_revision:13897; number_of_response:1; }","duration":"107.952372ms","start":"2026-03-02T21:52:18.324749Z","end":"2026-03-02T21:52:18.432701Z","steps":["trace[946740091] 'process raft request' (duration: 67.909924ms)","trace[946740091] 'compare' (duration: 39.643407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:18.433631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737251"} {"level":"info","ts":"2026-03-02T21:52:18.433687Z","caller":"traceutil/trace.go:171","msg":"trace[1275986942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13897; }","duration":"108.873776ms","start":"2026-03-02T21:52:18.324801Z","end":"2026-03-02T21:52:18.433675Z","steps":["trace[1275986942] 'agreement among raft nodes before linearized reading' (duration: 107.977453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.496663Z","caller":"traceutil/trace.go:171","msg":"trace[2017164413] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"171.770178ms","start":"2026-03-02T21:52:18.324863Z","end":"2026-03-02T21:52:18.496633Z","steps":["trace[2017164413] 'process raft request' (duration: 171.47104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.496767Z","caller":"traceutil/trace.go:171","msg":"trace[2027154286] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"171.600063ms","start":"2026-03-02T21:52:18.325136Z","end":"2026-03-02T21:52:18.496736Z","steps":["trace[2027154286] 'process raft request' (duration: 171.324906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.496892Z","caller":"traceutil/trace.go:171","msg":"trace[1914436428] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"171.381738ms","start":"2026-03-02T21:52:18.325482Z","end":"2026-03-02T21:52:18.496864Z","steps":["trace[1914436428] 'process raft request' (duration: 171.194153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.497206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.226157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:18.497246Z","caller":"traceutil/trace.go:171","msg":"trace[932316037] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13901; }","duration":"142.329971ms","start":"2026-03-02T21:52:18.354907Z","end":"2026-03-02T21:52:18.497237Z","steps":["trace[932316037] 'agreement among raft nodes before linearized reading' (duration: 142.137546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.497234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.05199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:18.497333Z","caller":"traceutil/trace.go:171","msg":"trace[299046088] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13901; }","duration":"154.196804ms","start":"2026-03-02T21:52:18.343119Z","end":"2026-03-02T21:52:18.497316Z","steps":["trace[299046088] 'agreement among raft nodes before linearized reading' (duration: 153.901196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:18.497378Z","caller":"traceutil/trace.go:171","msg":"trace[769670105] transaction","detail":"{read_only:false; response_revision:13901; number_of_response:1; }","duration":"169.484888ms","start":"2026-03-02T21:52:18.327883Z","end":"2026-03-02T21:52:18.497368Z","steps":["trace[769670105] 'process raft request' (duration: 169.086658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.497326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.515377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:18.497452Z","caller":"traceutil/trace.go:171","msg":"trace[370553526] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13901; }","duration":"150.696021ms","start":"2026-03-02T21:52:18.34675Z","end":"2026-03-02T21:52:18.497446Z","steps":["trace[370553526] 'agreement among raft nodes before linearized reading' (duration: 150.407964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.497311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.949598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kkstc\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-03-02T21:52:18.497537Z","caller":"traceutil/trace.go:171","msg":"trace[1654233574] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kkstc; range_end:; response_count:1; response_revision:13901; }","duration":"165.191375ms","start":"2026-03-02T21:52:18.332313Z","end":"2026-03-02T21:52:18.497504Z","steps":["trace[1654233574] 'agreement among raft nodes before linearized reading' (duration: 164.778364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.497563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.42108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:18.497663Z","caller":"traceutil/trace.go:171","msg":"trace[662377622] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13901; }","duration":"154.582034ms","start":"2026-03-02T21:52:18.343059Z","end":"2026-03-02T21:52:18.497641Z","steps":["trace[662377622] 'agreement among raft nodes before linearized reading' (duration: 154.257246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.498406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.822477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737251"} {"level":"info","ts":"2026-03-02T21:52:18.498478Z","caller":"traceutil/trace.go:171","msg":"trace[1691395300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13901; }","duration":"166.950671ms","start":"2026-03-02T21:52:18.331515Z","end":"2026-03-02T21:52:18.498466Z","steps":["trace[1691395300] 'agreement among raft nodes before linearized reading' (duration: 165.682968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.498417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.335521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737251"} {"level":"info","ts":"2026-03-02T21:52:18.498773Z","caller":"traceutil/trace.go:171","msg":"trace[1235429311] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13901; }","duration":"167.719881ms","start":"2026-03-02T21:52:18.33104Z","end":"2026-03-02T21:52:18.49876Z","steps":["trace[1235429311] 'agreement among raft nodes before linearized reading' (duration: 166.55467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:18.651011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.583128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-54dtq\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-03-02T21:52:18.651211Z","caller":"traceutil/trace.go:171","msg":"trace[1599193028] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-54dtq; range_end:; response_count:1; response_revision:13901; }","duration":"108.853806ms","start":"2026-03-02T21:52:18.542332Z","end":"2026-03-02T21:52:18.651186Z","steps":["trace[1599193028] 'range keys from in-memory index tree' (duration: 108.362962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:20.300176Z","caller":"traceutil/trace.go:171","msg":"trace[1597769705] transaction","detail":"{read_only:false; response_revision:13903; number_of_response:1; }","duration":"131.846933ms","start":"2026-03-02T21:52:20.168287Z","end":"2026-03-02T21:52:20.300134Z","steps":["trace[1597769705] 'process raft request' (duration: 131.499614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.995986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.401594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:52:20.996145Z","caller":"traceutil/trace.go:171","msg":"trace[1244953474] linearizableReadLoop","detail":"{readStateIndex:14415; appliedIndex:14414; }","duration":"672.863616ms","start":"2026-03-02T21:52:20.323254Z","end":"2026-03-02T21:52:20.996118Z","steps":["trace[1244953474] 'read index received' (duration: 427.298348ms)","trace[1244953474] 'applied index is now lower than readState.Index' (duration: 245.562988ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:52:20.996155Z","caller":"traceutil/trace.go:171","msg":"trace[990836968] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"686.63602ms","start":"2026-03-02T21:52:20.309485Z","end":"2026-03-02T21:52:20.996122Z","steps":["trace[990836968] 'process raft request' (duration: 440.97432ms)","trace[990836968] 'compare' (duration: 244.944881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:52:20.996273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.013351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:20.996282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.309466Z","time spent":"686.750373ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:52:20.996306Z","caller":"traceutil/trace.go:171","msg":"trace[374666000] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13904; }","duration":"673.085882ms","start":"2026-03-02T21:52:20.323207Z","end":"2026-03-02T21:52:20.996293Z","steps":["trace[374666000] 'agreement among raft nodes before linearized reading' (duration: 673.01045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:20.996343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.323187Z","time spent":"673.148334ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:21.001829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.976156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:21.001869Z","caller":"traceutil/trace.go:171","msg":"trace[1886003054] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"677.066318ms","start":"2026-03-02T21:52:20.324793Z","end":"2026-03-02T21:52:21.001859Z","steps":["trace[1886003054] 'agreement among raft nodes before linearized reading' (duration: 676.936924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.001892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.324766Z","time spent":"677.119339ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:21.001963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.583175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:21.002001Z","caller":"traceutil/trace.go:171","msg":"trace[756400746] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"673.687438ms","start":"2026-03-02T21:52:20.328304Z","end":"2026-03-02T21:52:21.001991Z","steps":["trace[756400746] 'agreement among raft nodes before linearized reading' (duration: 673.585205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.001971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.441227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:21.002031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.060967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.002049Z","caller":"traceutil/trace.go:171","msg":"trace[1324760863] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13906; }","duration":"677.099779ms","start":"2026-03-02T21:52:20.324944Z","end":"2026-03-02T21:52:21.002044Z","steps":["trace[1324760863] 'agreement among raft nodes before linearized reading' (duration: 677.069608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002059Z","caller":"traceutil/trace.go:171","msg":"trace[1432097502] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"300.55336ms","start":"2026-03-02T21:52:20.701487Z","end":"2026-03-02T21:52:21.002041Z","steps":["trace[1432097502] 'agreement among raft nodes before linearized reading' (duration: 300.451088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.00205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.102732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:21.002077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.391045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-02T21:52:21.00209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.701471Z","time spent":"300.611973ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.15996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.002105Z","caller":"traceutil/trace.go:171","msg":"trace[473296102] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"676.179434ms","start":"2026-03-02T21:52:20.325913Z","end":"2026-03-02T21:52:21.002092Z","steps":["trace[473296102] 'agreement among raft nodes before linearized reading' (duration: 676.063301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002119Z","caller":"traceutil/trace.go:171","msg":"trace[1621123139] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"677.219671ms","start":"2026-03-02T21:52:20.324894Z","end":"2026-03-02T21:52:21.002114Z","steps":["trace[1621123139] 'agreement among raft nodes before linearized reading' (duration: 677.192901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.325904Z","time spent":"676.226345ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.738404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:52:21.002165Z","caller":"traceutil/trace.go:171","msg":"trace[533075210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13906; }","duration":"496.810296ms","start":"2026-03-02T21:52:20.505351Z","end":"2026-03-02T21:52:21.002161Z","steps":["trace[533075210] 'agreement among raft nodes before linearized reading' (duration: 496.762164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.50533Z","time spent":"496.846777ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.299463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:21.002207Z","caller":"traceutil/trace.go:171","msg":"trace[1551730685] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"677.333375ms","start":"2026-03-02T21:52:20.324869Z","end":"2026-03-02T21:52:21.002202Z","steps":["trace[1551730685] 'agreement among raft nodes before linearized reading' (duration: 677.279033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.324859Z","time spent":"677.358845ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:21.002294Z","caller":"traceutil/trace.go:171","msg":"trace[1006905208] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"674.789498ms","start":"2026-03-02T21:52:20.32749Z","end":"2026-03-02T21:52:21.002279Z","steps":["trace[1006905208] 'process raft request' (duration: 674.10688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.219025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T21:52:21.002321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.550457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:52:21.002332Z","caller":"traceutil/trace.go:171","msg":"trace[1352787858] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"676.258996ms","start":"2026-03-02T21:52:20.326066Z","end":"2026-03-02T21:52:21.002325Z","steps":["trace[1352787858] 'agreement among raft nodes before linearized reading' (duration: 676.141283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002341Z","caller":"traceutil/trace.go:171","msg":"trace[615179409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13906; }","duration":"561.610198ms","start":"2026-03-02T21:52:20.440725Z","end":"2026-03-02T21:52:21.002335Z","steps":["trace[615179409] 'agreement among raft nodes before linearized reading' (duration: 561.538636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.326058Z","time spent":"676.289867ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.327464Z","time spent":"674.855669ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:52:21.002066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.324934Z","time spent":"677.128049ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.178416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.0021Z","caller":"traceutil/trace.go:171","msg":"trace[1657043534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13906; }","duration":"496.427356ms","start":"2026-03-02T21:52:20.505665Z","end":"2026-03-02T21:52:21.002092Z","steps":["trace[1657043534] 'agreement among raft nodes before linearized reading' (duration: 496.369964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002462Z","caller":"traceutil/trace.go:171","msg":"trace[978182099] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"497.208476ms","start":"2026-03-02T21:52:20.505246Z","end":"2026-03-02T21:52:21.002455Z","steps":["trace[978182099] 'agreement among raft nodes before linearized reading' (duration: 497.150615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.324872Z","time spent":"677.259803ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.174868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x8b6z\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-03-02T21:52:21.002483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.505212Z","time spent":"497.267048ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.368189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:21.002454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.075533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T21:52:21.002506Z","caller":"traceutil/trace.go:171","msg":"trace[2032462565] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"276.534586ms","start":"2026-03-02T21:52:20.725964Z","end":"2026-03-02T21:52:21.002499Z","steps":["trace[2032462565] 'process raft request' (duration: 275.727475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.203385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"info","ts":"2026-03-02T21:52:21.002519Z","caller":"traceutil/trace.go:171","msg":"trace[772022538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x8b6z; range_end:; response_count:1; response_revision:13906; }","duration":"555.294662ms","start":"2026-03-02T21:52:20.447206Z","end":"2026-03-02T21:52:21.002501Z","steps":["trace[772022538] 'agreement among raft nodes before linearized reading' (duration: 555.011974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002533Z","caller":"traceutil/trace.go:171","msg":"trace[32698185] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"676.477802ms","start":"2026-03-02T21:52:20.326035Z","end":"2026-03-02T21:52:21.002513Z","steps":["trace[32698185] 'agreement among raft nodes before linearized reading' (duration: 676.264816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002537Z","caller":"traceutil/trace.go:171","msg":"trace[44868287] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"497.212226ms","start":"2026-03-02T21:52:20.50531Z","end":"2026-03-02T21:52:21.002523Z","steps":["trace[44868287] 'agreement among raft nodes before linearized reading' (duration: 496.979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002551Z","caller":"traceutil/trace.go:171","msg":"trace[598184300] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13906; }","duration":"489.293648ms","start":"2026-03-02T21:52:20.513251Z","end":"2026-03-02T21:52:21.002544Z","steps":["trace[598184300] 'agreement among raft nodes before linearized reading' (duration: 489.161114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.711995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-54dtq\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-03-02T21:52:21.002563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.447194Z","time spent":"555.361213ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-x8b6z\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.326017Z","time spent":"676.543383ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.51324Z","time spent":"489.330418ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" "} {"level":"info","ts":"2026-03-02T21:52:21.00258Z","caller":"traceutil/trace.go:171","msg":"trace[1665935720] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-54dtq; range_end:; response_count:1; response_revision:13906; }","duration":"328.779606ms","start":"2026-03-02T21:52:20.673795Z","end":"2026-03-02T21:52:21.002574Z","steps":["trace[1665935720] 'agreement among raft nodes before linearized reading' (duration: 328.708245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.50529Z","time spent":"497.282458ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:21.0026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.673772Z","time spent":"328.821827ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-54dtq\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.505659Z","time spent":"496.816336ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.328293Z","time spent":"673.723159ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.894783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kkstc\" ","response":"range_response_count:1 size:20762"} {"level":"warn","ts":"2026-03-02T21:52:21.002697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.075701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:52:21.002699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.735842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.00271Z","caller":"traceutil/trace.go:171","msg":"trace[1041091685] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kkstc; range_end:; response_count:1; response_revision:13906; }","duration":"478.934644ms","start":"2026-03-02T21:52:20.52377Z","end":"2026-03-02T21:52:21.002705Z","steps":["trace[1041091685] 'agreement among raft nodes before linearized reading' (duration: 478.875732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002719Z","caller":"traceutil/trace.go:171","msg":"trace[94500696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13906; }","duration":"492.140402ms","start":"2026-03-02T21:52:20.51057Z","end":"2026-03-02T21:52:21.002711Z","steps":["trace[94500696] 'agreement among raft nodes before linearized reading' (duration: 492.07919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.523759Z","time spent":"478.963874ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kkstc\" "} {"level":"info","ts":"2026-03-02T21:52:21.002727Z","caller":"traceutil/trace.go:171","msg":"trace[1218351343] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13906; }","duration":"139.804774ms","start":"2026-03-02T21:52:20.862914Z","end":"2026-03-02T21:52:21.002718Z","steps":["trace[1218351343] 'agreement among raft nodes before linearized reading' (duration: 139.755343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.510559Z","time spent":"492.175254ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T21:52:21.00275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.211879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.002769Z","caller":"traceutil/trace.go:171","msg":"trace[792648439] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:13906; }","duration":"298.321441ms","start":"2026-03-02T21:52:20.704442Z","end":"2026-03-02T21:52:21.002763Z","steps":["trace[792648439] 'agreement among raft nodes before linearized reading' (duration: 298.292381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.751799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22123"} {"level":"warn","ts":"2026-03-02T21:52:21.002804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.224515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:52:21.00282Z","caller":"traceutil/trace.go:171","msg":"trace[2002032412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13906; }","duration":"489.279527ms","start":"2026-03-02T21:52:20.513535Z","end":"2026-03-02T21:52:21.002815Z","steps":["trace[2002032412] 'agreement among raft nodes before linearized reading' (duration: 489.233366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.002823Z","caller":"traceutil/trace.go:171","msg":"trace[1770423808] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:13906; }","duration":"489.798581ms","start":"2026-03-02T21:52:20.513015Z","end":"2026-03-02T21:52:21.002813Z","steps":["trace[1770423808] 'agreement among raft nodes before linearized reading' (duration: 489.717399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.341072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:52:21.002837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.513517Z","time spent":"489.314218ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:52:21.002844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.513005Z","time spent":"489.834491ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" "} {"level":"info","ts":"2026-03-02T21:52:21.002848Z","caller":"traceutil/trace.go:171","msg":"trace[1690288046] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:13906; }","duration":"298.398564ms","start":"2026-03-02T21:52:20.704445Z","end":"2026-03-02T21:52:21.002844Z","steps":["trace[1690288046] 'agreement among raft nodes before linearized reading' (duration: 298.377573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.598319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:21.002937Z","caller":"traceutil/trace.go:171","msg":"trace[133259407] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"672.644841ms","start":"2026-03-02T21:52:20.330284Z","end":"2026-03-02T21:52:21.002929Z","steps":["trace[133259407] 'agreement among raft nodes before linearized reading' (duration: 672.556819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.002944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.669681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-02T21:52:21.002958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.330274Z","time spent":"672.680161ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T21:52:21.002964Z","caller":"traceutil/trace.go:171","msg":"trace[1790230513] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"298.706582ms","start":"2026-03-02T21:52:20.704251Z","end":"2026-03-02T21:52:21.002958Z","steps":["trace[1790230513] 'agreement among raft nodes before linearized reading' (duration: 298.64923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.001895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.596394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T21:52:21.003051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.015506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:52:21.003043Z","caller":"traceutil/trace.go:171","msg":"trace[940638393] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13906; }","duration":"496.802716ms","start":"2026-03-02T21:52:20.506231Z","end":"2026-03-02T21:52:21.003033Z","steps":["trace[940638393] 'agreement among raft nodes before linearized reading' (duration: 495.514102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:21.00308Z","caller":"traceutil/trace.go:171","msg":"trace[1786037055] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:13906; }","duration":"677.114329ms","start":"2026-03-02T21:52:20.325957Z","end":"2026-03-02T21:52:21.003072Z","steps":["trace[1786037055] 'agreement among raft nodes before linearized reading' (duration: 676.288137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.003085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.50621Z","time spent":"496.866098ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T21:52:21.003098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.325943Z","time spent":"677.150439ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T21:52:21.003099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.243864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:52:21.003123Z","caller":"traceutil/trace.go:171","msg":"trace[1712212793] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13906; }","duration":"495.288676ms","start":"2026-03-02T21:52:20.507828Z","end":"2026-03-02T21:52:21.003116Z","steps":["trace[1712212793] 'agreement among raft nodes before linearized reading' (duration: 495.169623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:52:21.003142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.507814Z","time spent":"495.324616ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T21:52:21.00316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:52:20.440699Z","time spent":"562.45325ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:53:28.830815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12100} {"level":"info","ts":"2026-03-02T21:53:28.908074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12100,"took":"75.268045ms","hash":4198976412,"current-db-size-bytes":43122688,"current-db-size":"43 MB","current-db-size-in-use-bytes":27152384,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:53:28.908155Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4198976412,"revision":12100,"compact-revision":10074} {"level":"info","ts":"2026-03-02T21:55:12.253321Z","caller":"traceutil/trace.go:171","msg":"trace[1236363429] linearizableReadLoop","detail":"{readStateIndex:15795; appliedIndex:15791; }","duration":"140.360029ms","start":"2026-03-02T21:55:12.112936Z","end":"2026-03-02T21:55:12.253296Z","steps":["trace[1236363429] 'read index received' (duration: 25.866286ms)","trace[1236363429] 'applied index is now lower than readState.Index' (duration: 114.492423ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:55:12.253459Z","caller":"traceutil/trace.go:171","msg":"trace[1402756736] transaction","detail":"{read_only:false; response_revision:15235; number_of_response:1; }","duration":"142.797123ms","start":"2026-03-02T21:55:12.110569Z","end":"2026-03-02T21:55:12.253366Z","steps":["trace[1402756736] 'process raft request' (duration: 142.610068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:12.253597Z","caller":"traceutil/trace.go:171","msg":"trace[562010891] transaction","detail":"{read_only:false; response_revision:15236; number_of_response:1; }","duration":"141.694233ms","start":"2026-03-02T21:55:12.111887Z","end":"2026-03-02T21:55:12.253581Z","steps":["trace[562010891] 'process raft request' (duration: 141.335934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:12.253794Z","caller":"traceutil/trace.go:171","msg":"trace[1970529102] transaction","detail":"{read_only:false; response_revision:15237; number_of_response:1; }","duration":"139.884516ms","start":"2026-03-02T21:55:12.113897Z","end":"2026-03-02T21:55:12.253782Z","steps":["trace[1970529102] 'process raft request' (duration: 139.356982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:12.253898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.954864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:55:12.253943Z","caller":"traceutil/trace.go:171","msg":"trace[731314899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15237; }","duration":"141.058477ms","start":"2026-03-02T21:55:12.112871Z","end":"2026-03-02T21:55:12.253929Z","steps":["trace[731314899] 'agreement among raft nodes before linearized reading' (duration: 140.868162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:55:12.253768Z","caller":"traceutil/trace.go:171","msg":"trace[1535917926] transaction","detail":"{read_only:false; response_revision:15234; number_of_response:1; }","duration":"143.292406ms","start":"2026-03-02T21:55:12.110445Z","end":"2026-03-02T21:55:12.253737Z","steps":["trace[1535917926] 'process raft request' (duration: 142.574537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:55:12.253951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.367053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-tgxqc\" ","response":"range_response_count:1 size:18669"} {"level":"info","ts":"2026-03-02T21:55:12.254077Z","caller":"traceutil/trace.go:171","msg":"trace[169591126] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-tgxqc; range_end:; response_count:1; response_revision:15237; }","duration":"133.526197ms","start":"2026-03-02T21:55:12.120533Z","end":"2026-03-02T21:55:12.254059Z","steps":["trace[169591126] 'agreement among raft nodes before linearized reading' (duration: 133.235939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:54.083519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016976454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:57:54.122802Z","caller":"traceutil/trace.go:171","msg":"trace[732090209] linearizableReadLoop","detail":"{readStateIndex:16834; appliedIndex:16833; }","duration":"540.047125ms","start":"2026-03-02T21:57:53.582732Z","end":"2026-03-02T21:57:54.12278Z","steps":["trace[732090209] 'read index received' (duration: 539.83501ms)","trace[732090209] 'applied index is now lower than readState.Index' (duration: 211.435µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:57:54.122995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.163062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:57:54.123026Z","caller":"traceutil/trace.go:171","msg":"trace[987253964] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:16239; }","duration":"403.279795ms","start":"2026-03-02T21:57:53.719736Z","end":"2026-03-02T21:57:54.123016Z","steps":["trace[987253964] 'agreement among raft nodes before linearized reading' (duration: 403.152421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:54.123005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.24764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:57:54.123051Z","caller":"traceutil/trace.go:171","msg":"trace[1347981369] transaction","detail":"{read_only:false; response_revision:16239; number_of_response:1; }","duration":"660.727155ms","start":"2026-03-02T21:57:53.462258Z","end":"2026-03-02T21:57:54.122986Z","steps":["trace[1347981369] 'process raft request' (duration: 660.365415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:54.123262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.115689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:57:54.123117Z","caller":"traceutil/trace.go:171","msg":"trace[1331428044] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:16239; }","duration":"540.419205ms","start":"2026-03-02T21:57:53.582677Z","end":"2026-03-02T21:57:54.123096Z","steps":["trace[1331428044] 'agreement among raft nodes before linearized reading' (duration: 540.22331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:57:54.123366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:53.582658Z","time spent":"540.698723ms","remote":"127.0.0.1:35068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:57:54.123055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:53.719717Z","time spent":"403.331296ms","remote":"127.0.0.1:35554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:57:54.123428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:57:53.462236Z","time spent":"661.054334ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19026,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:57:54.123569Z","caller":"traceutil/trace.go:171","msg":"trace[94284776] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16239; }","duration":"261.272834ms","start":"2026-03-02T21:57:53.862076Z","end":"2026-03-02T21:57:54.123349Z","steps":["trace[94284776] 'agreement among raft nodes before linearized reading' (duration: 260.889943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:00.54472Z","caller":"traceutil/trace.go:171","msg":"trace[984853222] transaction","detail":"{read_only:false; response_revision:16272; number_of_response:1; }","duration":"292.298112ms","start":"2026-03-02T21:58:00.252394Z","end":"2026-03-02T21:58:00.544692Z","steps":["trace[984853222] 'process raft request' (duration: 292.128198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:00.563935Z","caller":"traceutil/trace.go:171","msg":"trace[1921957922] transaction","detail":"{read_only:false; response_revision:16273; number_of_response:1; }","duration":"308.502877ms","start":"2026-03-02T21:58:00.25541Z","end":"2026-03-02T21:58:00.563913Z","steps":["trace[1921957922] 'process raft request' (duration: 308.381754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:00.564091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:00.255383Z","time spent":"308.63282ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:00.827507Z","caller":"traceutil/trace.go:171","msg":"trace[1339002896] transaction","detail":"{read_only:false; response_revision:16274; number_of_response:1; }","duration":"220.370138ms","start":"2026-03-02T21:58:00.607078Z","end":"2026-03-02T21:58:00.827449Z","steps":["trace[1339002896] 'process raft request' (duration: 220.194564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:01.263202Z","caller":"traceutil/trace.go:171","msg":"trace[876345207] linearizableReadLoop","detail":"{readStateIndex:16871; appliedIndex:16870; }","duration":"108.174216ms","start":"2026-03-02T21:58:01.155004Z","end":"2026-03-02T21:58:01.263178Z","steps":["trace[876345207] 'read index received' (duration: 107.95195ms)","trace[876345207] 'applied index is now lower than readState.Index' (duration: 221.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:01.263288Z","caller":"traceutil/trace.go:171","msg":"trace[711669942] transaction","detail":"{read_only:false; response_revision:16275; number_of_response:1; }","duration":"268.452076ms","start":"2026-03-02T21:58:00.994807Z","end":"2026-03-02T21:58:01.263259Z","steps":["trace[711669942] 'process raft request' (duration: 268.214729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:01.26344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.415252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:58:01.263477Z","caller":"traceutil/trace.go:171","msg":"trace[182285294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16275; }","duration":"108.508064ms","start":"2026-03-02T21:58:01.154959Z","end":"2026-03-02T21:58:01.263467Z","steps":["trace[182285294] 'agreement among raft nodes before linearized reading' (duration: 108.33759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:01.263582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.912008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:58:01.263654Z","caller":"traceutil/trace.go:171","msg":"trace[1787096081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16275; }","duration":"108.016791ms","start":"2026-03-02T21:58:01.155619Z","end":"2026-03-02T21:58:01.263636Z","steps":["trace[1787096081] 'agreement among raft nodes before linearized reading' (duration: 107.776594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:01.601233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.394177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:58:01.601596Z","caller":"traceutil/trace.go:171","msg":"trace[1371491577] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"333.658321ms","start":"2026-03-02T21:58:01.267911Z","end":"2026-03-02T21:58:01.60157Z","steps":["trace[1371491577] 'process raft request' (duration: 229.833212ms)","trace[1371491577] 'compare' (duration: 103.215593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:01.601714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.267896Z","time spent":"333.755163ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:02.728168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02107028s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:58:02.7286Z","caller":"traceutil/trace.go:171","msg":"trace[1491561308] linearizableReadLoop","detail":"{readStateIndex:16873; appliedIndex:16871; }","duration":"1.460097412s","start":"2026-03-02T21:58:01.26848Z","end":"2026-03-02T21:58:02.728577Z","steps":["trace[1491561308] 'read index received' (duration: 229.415991ms)","trace[1491561308] 'applied index is now lower than readState.Index' (duration: 1.23068013s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:02.728626Z","caller":"traceutil/trace.go:171","msg":"trace[2018247919] transaction","detail":"{read_only:false; response_revision:16279; number_of_response:1; }","duration":"1.458875968s","start":"2026-03-02T21:58:01.269724Z","end":"2026-03-02T21:58:02.7286Z","steps":["trace[2018247919] 'process raft request' (duration: 1.458640662s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:02.728645Z","caller":"traceutil/trace.go:171","msg":"trace[1643089501] transaction","detail":"{read_only:false; response_revision:16277; number_of_response:1; }","duration":"1.460193404s","start":"2026-03-02T21:58:01.268403Z","end":"2026-03-02T21:58:02.728596Z","steps":["trace[1643089501] 'process raft request' (duration: 438.60654ms)","trace[1643089501] 'compare' (duration: 1.020511965s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:02.728625Z","caller":"traceutil/trace.go:171","msg":"trace[789199490] transaction","detail":"{read_only:false; response_revision:16278; number_of_response:1; }","duration":"1.459048613s","start":"2026-03-02T21:58:01.269549Z","end":"2026-03-02T21:58:02.728598Z","steps":["trace[789199490] 'process raft request' (duration: 1.458726764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.728783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.269704Z","time spent":"1.458987352s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:02.72882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.26838Z","time spent":"1.460347338s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:02.728923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.269536Z","time spent":"1.459254108s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:02.730243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461748816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945816"} {"level":"info","ts":"2026-03-02T21:58:02.730374Z","caller":"traceutil/trace.go:171","msg":"trace[2043053536] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16279; }","duration":"1.461882459s","start":"2026-03-02T21:58:01.268475Z","end":"2026-03-02T21:58:02.730358Z","steps":["trace[2043053536] 'agreement among raft nodes before linearized reading' (duration: 1.460220345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.730478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.268441Z","time spent":"1.462020263s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T21:58:02.784204Z","caller":"traceutil/trace.go:171","msg":"trace[1988756210] transaction","detail":"{read_only:false; response_revision:16280; number_of_response:1; }","duration":"233.205882ms","start":"2026-03-02T21:58:02.550715Z","end":"2026-03-02T21:58:02.783921Z","steps":["trace[1988756210] 'process raft request' (duration: 233.037457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.785178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515092273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:58:02.785271Z","caller":"traceutil/trace.go:171","msg":"trace[685924606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16281; }","duration":"1.515199747s","start":"2026-03-02T21:58:01.270047Z","end":"2026-03-02T21:58:02.785247Z","steps":["trace[685924606] 'agreement among raft nodes before linearized reading' (duration: 1.514920389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.78521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.712887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:58:02.78535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.148159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:58:02.78544Z","caller":"traceutil/trace.go:171","msg":"trace[2078377799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16281; }","duration":"552.294403ms","start":"2026-03-02T21:58:02.233128Z","end":"2026-03-02T21:58:02.785423Z","steps":["trace[2078377799] 'agreement among raft nodes before linearized reading' (duration: 552.144359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:02.785408Z","caller":"traceutil/trace.go:171","msg":"trace[1836614882] transaction","detail":"{read_only:false; response_revision:16281; number_of_response:1; }","duration":"215.634772ms","start":"2026-03-02T21:58:02.569698Z","end":"2026-03-02T21:58:02.785333Z","steps":["trace[1836614882] 'process raft request' (duration: 215.143319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.785461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053616162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:58:02.785455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.105251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:58:02.785519Z","caller":"traceutil/trace.go:171","msg":"trace[749787105] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16281; }","duration":"1.053712454s","start":"2026-03-02T21:58:01.731793Z","end":"2026-03-02T21:58:02.785505Z","steps":["trace[749787105] 'agreement among raft nodes before linearized reading' (duration: 1.05355207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.785559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.731778Z","time spent":"1.053772146s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:58:02.785601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.731099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-02T21:58:02.785614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.493904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T21:58:02.785328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.270041Z","time spent":"1.515275548s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:58:02.785664Z","caller":"traceutil/trace.go:171","msg":"trace[2033055536] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:16281; }","duration":"810.596856ms","start":"2026-03-02T21:58:01.975052Z","end":"2026-03-02T21:58:02.785648Z","steps":["trace[2033055536] 'agreement among raft nodes before linearized reading' (duration: 810.405341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.785443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430474069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T21:58:02.785728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.975031Z","time spent":"810.680279ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"info","ts":"2026-03-02T21:58:02.785414Z","caller":"traceutil/trace.go:171","msg":"trace[122817031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16281; }","duration":"780.967243ms","start":"2026-03-02T21:58:02.004423Z","end":"2026-03-02T21:58:02.78539Z","steps":["trace[122817031] 'agreement among raft nodes before linearized reading' (duration: 780.701296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.78588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.004393Z","time spent":"781.463887ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:58:02.785597Z","caller":"traceutil/trace.go:171","msg":"trace[1746875835] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16281; }","duration":"684.258275ms","start":"2026-03-02T21:58:02.10127Z","end":"2026-03-02T21:58:02.785528Z","steps":["trace[1746875835] 'agreement among raft nodes before linearized reading' (duration: 684.001348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.786048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.101249Z","time spent":"684.751839ms","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:58:02.785777Z","caller":"traceutil/trace.go:171","msg":"trace[1441218580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16281; }","duration":"1.430826678s","start":"2026-03-02T21:58:01.354934Z","end":"2026-03-02T21:58:02.785761Z","steps":["trace[1441218580] 'agreement among raft nodes before linearized reading' (duration: 1.430428028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.786157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.354917Z","time spent":"1.431221758s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T21:58:02.785489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.233103Z","time spent":"552.378056ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:58:02.785661Z","caller":"traceutil/trace.go:171","msg":"trace[2135390803] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16281; }","duration":"693.804411ms","start":"2026-03-02T21:58:02.091827Z","end":"2026-03-02T21:58:02.785631Z","steps":["trace[2135390803] 'agreement among raft nodes before linearized reading' (duration: 693.688458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.786609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.091807Z","time spent":"694.774616ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T21:58:02.786653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516393768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945816"} {"level":"info","ts":"2026-03-02T21:58:02.786689Z","caller":"traceutil/trace.go:171","msg":"trace[1277843854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16281; }","duration":"1.51645102s","start":"2026-03-02T21:58:01.270227Z","end":"2026-03-02T21:58:02.786678Z","steps":["trace[1277843854] 'agreement among raft nodes before linearized reading' (duration: 1.515239597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:02.786732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:01.270217Z","time spent":"1.516504981s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":945838,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T21:58:03.475933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.669097ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-02T21:58:03.47628Z","caller":"traceutil/trace.go:171","msg":"trace[1475436970] transaction","detail":"{read_only:false; response_revision:16282; number_of_response:1; }","duration":"685.314873ms","start":"2026-03-02T21:58:02.790943Z","end":"2026-03-02T21:58:03.476258Z","steps":["trace[1475436970] 'process raft request' (duration: 685.174719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.476452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.79093Z","time spent":"685.447046ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:58:03.4767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.788219Z","time spent":"688.478538ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T21:58:03.476865Z","caller":"traceutil/trace.go:171","msg":"trace[1128673970] linearizableReadLoop","detail":"{readStateIndex:16878; appliedIndex:16877; }","duration":"686.536396ms","start":"2026-03-02T21:58:02.790315Z","end":"2026-03-02T21:58:03.476852Z","steps":["trace[1128673970] 'read index received' (duration: 124.948064ms)","trace[1128673970] 'applied index is now lower than readState.Index' (duration: 561.587032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:03.477242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.924566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-02T21:58:03.477329Z","caller":"traceutil/trace.go:171","msg":"trace[700516624] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:16282; }","duration":"687.057459ms","start":"2026-03-02T21:58:02.790259Z","end":"2026-03-02T21:58:03.477317Z","steps":["trace[700516624] 'agreement among raft nodes before linearized reading' (duration: 686.737721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.477388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.790226Z","time spent":"687.150762ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":710,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"info","ts":"2026-03-02T21:58:03.549036Z","caller":"traceutil/trace.go:171","msg":"trace[599337405] transaction","detail":"{read_only:false; response_revision:16283; number_of_response:1; }","duration":"274.323243ms","start":"2026-03-02T21:58:03.274689Z","end":"2026-03-02T21:58:03.549012Z","steps":["trace[599337405] 'process raft request' (duration: 274.203279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.549309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.502026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:58:03.54939Z","caller":"traceutil/trace.go:171","msg":"trace[391740723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16283; }","duration":"361.64204ms","start":"2026-03-02T21:58:03.187727Z","end":"2026-03-02T21:58:03.549369Z","steps":["trace[391740723] 'agreement among raft nodes before linearized reading' (duration: 361.438925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.549382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.179699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:58:03.549451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:03.187706Z","time spent":"361.728302ms","remote":"127.0.0.1:35012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:58:03.549516Z","caller":"traceutil/trace.go:171","msg":"trace[1096115734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16283; }","duration":"280.348624ms","start":"2026-03-02T21:58:03.269126Z","end":"2026-03-02T21:58:03.549475Z","steps":["trace[1096115734] 'agreement among raft nodes before linearized reading' (duration: 280.015735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.54996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.477028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T21:58:03.550032Z","caller":"traceutil/trace.go:171","msg":"trace[1082754431] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16283; }","duration":"759.5503ms","start":"2026-03-02T21:58:02.790465Z","end":"2026-03-02T21:58:03.550015Z","steps":["trace[1082754431] 'agreement among raft nodes before linearized reading' (duration: 758.625856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:03.550082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:02.790416Z","time spent":"759.655183ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:58:03.690385Z","caller":"traceutil/trace.go:171","msg":"trace[109211681] transaction","detail":"{read_only:false; response_revision:16285; number_of_response:1; }","duration":"207.979927ms","start":"2026-03-02T21:58:03.482384Z","end":"2026-03-02T21:58:03.690364Z","steps":["trace[109211681] 'process raft request' (duration: 207.828113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:03.690554Z","caller":"traceutil/trace.go:171","msg":"trace[909305775] transaction","detail":"{read_only:false; response_revision:16286; number_of_response:1; }","duration":"136.464103ms","start":"2026-03-02T21:58:03.554078Z","end":"2026-03-02T21:58:03.690542Z","steps":["trace[909305775] 'process raft request' (duration: 136.235757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:03.690383Z","caller":"traceutil/trace.go:171","msg":"trace[1255314599] linearizableReadLoop","detail":"{readStateIndex:16882; appliedIndex:16880; }","duration":"138.502397ms","start":"2026-03-02T21:58:03.55186Z","end":"2026-03-02T21:58:03.690362Z","steps":["trace[1255314599] 'read index received' (duration: 86.138265ms)","trace[1255314599] 'applied index is now lower than readState.Index' (duration: 52.362492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:03.690821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.946109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18655"} {"level":"info","ts":"2026-03-02T21:58:03.690862Z","caller":"traceutil/trace.go:171","msg":"trace[2133618308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16286; }","duration":"139.019911ms","start":"2026-03-02T21:58:03.551832Z","end":"2026-03-02T21:58:03.690852Z","steps":["trace[2133618308] 'agreement among raft nodes before linearized reading' (duration: 138.59425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:03.691273Z","caller":"traceutil/trace.go:171","msg":"trace[310960864] transaction","detail":"{read_only:false; response_revision:16284; number_of_response:1; }","duration":"210.984327ms","start":"2026-03-02T21:58:03.479311Z","end":"2026-03-02T21:58:03.690296Z","steps":["trace[310960864] 'process raft request' (duration: 158.444841ms)","trace[310960864] 'compare' (duration: 52.163616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:13.092504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.256661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:58:13.092765Z","caller":"traceutil/trace.go:171","msg":"trace[219809206] transaction","detail":"{read_only:false; response_revision:16475; number_of_response:1; }","duration":"273.605854ms","start":"2026-03-02T21:58:12.819141Z","end":"2026-03-02T21:58:13.092746Z","steps":["trace[219809206] 'process raft request' (duration: 273.47317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:13.092989Z","caller":"traceutil/trace.go:171","msg":"trace[642052814] transaction","detail":"{read_only:false; response_revision:16474; number_of_response:1; }","duration":"300.267207ms","start":"2026-03-02T21:58:12.792686Z","end":"2026-03-02T21:58:13.092953Z","steps":["trace[642052814] 'process raft request' (duration: 22.453981ms)","trace[642052814] 'compare' (duration: 277.016935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:58:13.093347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:58:12.792672Z","time spent":"300.593616ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:58:13.096201Z","caller":"traceutil/trace.go:171","msg":"trace[2079582482] linearizableReadLoop","detail":"{readStateIndex:17081; appliedIndex:17078; }","duration":"255.392406ms","start":"2026-03-02T21:58:12.840792Z","end":"2026-03-02T21:58:13.096185Z","steps":["trace[2079582482] 'read index received' (duration: 233.770497ms)","trace[2079582482] 'applied index is now lower than readState.Index' (duration: 21.620919ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:58:13.096295Z","caller":"traceutil/trace.go:171","msg":"trace[308801552] transaction","detail":"{read_only:false; response_revision:16476; number_of_response:1; }","duration":"271.060295ms","start":"2026-03-02T21:58:12.825202Z","end":"2026-03-02T21:58:13.096263Z","steps":["trace[308801552] 'process raft request' (duration: 270.904761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.096384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.595241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10320"} {"level":"info","ts":"2026-03-02T21:58:13.096425Z","caller":"traceutil/trace.go:171","msg":"trace[699085861] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16476; }","duration":"255.683583ms","start":"2026-03-02T21:58:12.84073Z","end":"2026-03-02T21:58:13.096413Z","steps":["trace[699085861] 'agreement among raft nodes before linearized reading' (duration: 255.546539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.096594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.994349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8trm4\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-03-02T21:58:13.096629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.260559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-02T21:58:13.096661Z","caller":"traceutil/trace.go:171","msg":"trace[1583722810] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8trm4; range_end:; response_count:1; response_revision:16476; }","duration":"195.099472ms","start":"2026-03-02T21:58:12.901543Z","end":"2026-03-02T21:58:13.096643Z","steps":["trace[1583722810] 'agreement among raft nodes before linearized reading' (duration: 194.889807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:13.096757Z","caller":"traceutil/trace.go:171","msg":"trace[1051203529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16476; }","duration":"182.410002ms","start":"2026-03-02T21:58:12.914317Z","end":"2026-03-02T21:58:13.096727Z","steps":["trace[1051203529] 'agreement among raft nodes before linearized reading' (duration: 182.111134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.096735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.648454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-54dtq\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-02T21:58:13.096874Z","caller":"traceutil/trace.go:171","msg":"trace[1163158881] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-54dtq; range_end:; response_count:1; response_revision:16476; }","duration":"227.851659ms","start":"2026-03-02T21:58:12.868992Z","end":"2026-03-02T21:58:13.096844Z","steps":["trace[1163158881] 'agreement among raft nodes before linearized reading' (duration: 227.463878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.097118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.912431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T21:58:13.097473Z","caller":"traceutil/trace.go:171","msg":"trace[249505723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16476; }","duration":"240.290852ms","start":"2026-03-02T21:58:12.857163Z","end":"2026-03-02T21:58:13.097454Z","steps":["trace[249505723] 'agreement among raft nodes before linearized reading' (duration: 239.229953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:58:13.648969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.772617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T21:58:13.64912Z","caller":"traceutil/trace.go:171","msg":"trace[960357766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16483; }","duration":"128.954141ms","start":"2026-03-02T21:58:13.520147Z","end":"2026-03-02T21:58:13.649101Z","steps":["trace[960357766] 'range keys from in-memory index tree' (duration: 128.627693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:58:28.837997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14319} {"level":"info","ts":"2026-03-02T21:58:28.942088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14319,"took":"98.776284ms","hash":3847089524,"current-db-size-bytes":43122688,"current-db-size":"43 MB","current-db-size-in-use-bytes":28516352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:58:28.942167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3847089524,"revision":14319,"compact-revision":12100} {"level":"info","ts":"2026-03-02T22:03:26.533994Z","caller":"traceutil/trace.go:171","msg":"trace[1668074596] transaction","detail":"{read_only:false; response_revision:18751; number_of_response:1; }","duration":"241.34369ms","start":"2026-03-02T22:03:26.292621Z","end":"2026-03-02T22:03:26.533965Z","steps":["trace[1668074596] 'process raft request' (duration: 241.175135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:26.549744Z","caller":"traceutil/trace.go:171","msg":"trace[17745347] transaction","detail":"{read_only:false; response_revision:18752; number_of_response:1; }","duration":"254.922ms","start":"2026-03-02T22:03:26.294801Z","end":"2026-03-02T22:03:26.549723Z","steps":["trace[17745347] 'process raft request' (duration: 254.633342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:28.873821Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16566} {"level":"info","ts":"2026-03-02T22:03:28.985114Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16566,"took":"107.498596ms","hash":3033243533,"current-db-size-bytes":45232128,"current-db-size":"45 MB","current-db-size-in-use-bytes":29978624,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T22:03:28.985215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3033243533,"revision":16566,"compact-revision":14319} {"level":"warn","ts":"2026-03-02T22:03:32.787365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016984012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:03:33.541713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.305626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:03:33.54216Z","caller":"traceutil/trace.go:171","msg":"trace[914001215] linearizableReadLoop","detail":"{readStateIndex:19467; appliedIndex:19464; }","duration":"1.255273525s","start":"2026-03-02T22:03:32.286871Z","end":"2026-03-02T22:03:33.542144Z","steps":["trace[914001215] 'read index received' (duration: 615.471756ms)","trace[914001215] 'applied index is now lower than readState.Index' (duration: 639.800849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:33.542147Z","caller":"traceutil/trace.go:171","msg":"trace[1608798477] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"1.257932955s","start":"2026-03-02T22:03:32.284165Z","end":"2026-03-02T22:03:33.542098Z","steps":["trace[1608798477] 'process raft request' (duration: 618.166787ms)","trace[1608798477] 'compare' (duration: 638.32908ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:33.54223Z","caller":"traceutil/trace.go:171","msg":"trace[1550607231] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"974.80422ms","start":"2026-03-02T22:03:32.567391Z","end":"2026-03-02T22:03:33.542195Z","steps":["trace[1550607231] 'process raft request' (duration: 974.626465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.542701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.614254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:33.542745Z","caller":"traceutil/trace.go:171","msg":"trace[614490767] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18782; }","duration":"642.669545ms","start":"2026-03-02T22:03:32.900065Z","end":"2026-03-02T22:03:33.542734Z","steps":["trace[614490767] 'agreement among raft nodes before linearized reading' (duration: 642.564182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.542743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.284128Z","time spent":"1.258429188s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:33.542776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.567364Z","time spent":"975.319233ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:33.542863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.144497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:03:33.542898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.010617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:03:33.542297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255423029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:03:33.542951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.920274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:03:33.542958Z","caller":"traceutil/trace.go:171","msg":"trace[1900566115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18782; }","duration":"733.11002ms","start":"2026-03-02T22:03:32.809838Z","end":"2026-03-02T22:03:33.542948Z","steps":["trace[1900566115] 'agreement among raft nodes before linearized reading' (duration: 732.970706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.542774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.900027Z","time spent":"642.740157ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:03:33.542299Z","caller":"traceutil/trace.go:171","msg":"trace[827945000] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"974.774549ms","start":"2026-03-02T22:03:32.567488Z","end":"2026-03-02T22:03:33.542262Z","steps":["trace[827945000] 'process raft request' (duration: 974.621634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.543043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.861876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:03:33.54307Z","caller":"traceutil/trace.go:171","msg":"trace[327011712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18782; }","duration":"961.890077ms","start":"2026-03-02T22:03:32.581174Z","end":"2026-03-02T22:03:33.543064Z","steps":["trace[327011712] 'agreement among raft nodes before linearized reading' (duration: 961.825325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.543091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.56745Z","time spent":"975.613261ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:33.543096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.581151Z","time spent":"961.939808ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:03:33.542932Z","caller":"traceutil/trace.go:171","msg":"trace[575429341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18782; }","duration":"964.24371ms","start":"2026-03-02T22:03:32.578675Z","end":"2026-03-02T22:03:33.542919Z","steps":["trace[575429341] 'agreement among raft nodes before linearized reading' (duration: 963.944102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.543159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.578657Z","time spent":"964.495096ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:03:33.543011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.809816Z","time spent":"733.189082ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:03:33.542978Z","caller":"traceutil/trace.go:171","msg":"trace[1606134727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:18782; }","duration":"661.979806ms","start":"2026-03-02T22:03:32.880989Z","end":"2026-03-02T22:03:33.542969Z","steps":["trace[1606134727] 'agreement among raft nodes before linearized reading' (duration: 661.908474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.543231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.880972Z","time spent":"662.250084ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-02T22:03:33.542975Z","caller":"traceutil/trace.go:171","msg":"trace[684422283] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18782; }","duration":"1.256138358s","start":"2026-03-02T22:03:32.286825Z","end":"2026-03-02T22:03:33.542963Z","steps":["trace[684422283] 'agreement among raft nodes before linearized reading' (duration: 1.255428119s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.543524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.286807Z","time spent":"1.256705954s","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:33.544607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.980756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:03:33.544889Z","caller":"traceutil/trace.go:171","msg":"trace[1729522098] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:18782; }","duration":"753.289934ms","start":"2026-03-02T22:03:32.791576Z","end":"2026-03-02T22:03:33.544866Z","steps":["trace[1729522098] 'agreement among raft nodes before linearized reading' (duration: 751.419725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:33.545026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:32.79156Z","time spent":"753.442358ms","remote":"127.0.0.1:34952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2164,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:34.048211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016984018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:03:34.549317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016984018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:03:34.686982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139716326s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:03:34.687335Z","caller":"traceutil/trace.go:171","msg":"trace[2027275993] transaction","detail":"{read_only:false; response_revision:18783; number_of_response:1; }","duration":"1.140132117s","start":"2026-03-02T22:03:33.547179Z","end":"2026-03-02T22:03:34.687311Z","steps":["trace[2027275993] 'process raft request' (duration: 1.139967743s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:34.687491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.547166Z","time spent":"1.140243041s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:35.434321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.520917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:03:35.434497Z","caller":"traceutil/trace.go:171","msg":"trace[1860632025] transaction","detail":"{read_only:false; response_revision:18786; number_of_response:1; }","duration":"1.886320435s","start":"2026-03-02T22:03:33.548163Z","end":"2026-03-02T22:03:35.434484Z","steps":["trace[1860632025] 'process raft request' (duration: 1.886276133s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.434557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.548139Z","time spent":"1.886387437s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:35.434609Z","caller":"traceutil/trace.go:171","msg":"trace[61310089] transaction","detail":"{read_only:false; response_revision:18785; number_of_response:1; }","duration":"1.886554001s","start":"2026-03-02T22:03:33.548049Z","end":"2026-03-02T22:03:35.434603Z","steps":["trace[61310089] 'process raft request' (duration: 1.886354185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.434645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.548028Z","time spent":"1.886598752s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:35.434823Z","caller":"traceutil/trace.go:171","msg":"trace[1837297421] transaction","detail":"{read_only:false; response_revision:18787; number_of_response:1; }","duration":"1.88577112s","start":"2026-03-02T22:03:33.549034Z","end":"2026-03-02T22:03:35.434805Z","steps":["trace[1837297421] 'process raft request' (duration: 1.885427591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.434921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.549024Z","time spent":"1.885846063s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:35.435017Z","caller":"traceutil/trace.go:171","msg":"trace[1368200759] linearizableReadLoop","detail":"{readStateIndex:19473; appliedIndex:19467; }","duration":"1.887101486s","start":"2026-03-02T22:03:33.547884Z","end":"2026-03-02T22:03:35.434986Z","steps":["trace[1368200759] 'read index received' (duration: 1.139289565s)","trace[1368200759] 'applied index is now lower than readState.Index' (duration: 747.810371ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:35.435034Z","caller":"traceutil/trace.go:171","msg":"trace[828892387] transaction","detail":"{read_only:false; response_revision:18788; number_of_response:1; }","duration":"1.883024097s","start":"2026-03-02T22:03:33.551976Z","end":"2026-03-02T22:03:35.435Z","steps":["trace[828892387] 'process raft request' (duration: 1.88275513s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:35.435177Z","caller":"traceutil/trace.go:171","msg":"trace[517706351] transaction","detail":"{read_only:false; response_revision:18784; number_of_response:1; }","duration":"1.88649904s","start":"2026-03-02T22:03:33.547991Z","end":"2026-03-02T22:03:35.43449Z","steps":["trace[517706351] 'process raft request' (duration: 1.460731706s)","trace[517706351] 'compare' (duration: 425.26727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:35.435207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.551966Z","time spent":"1.883151261s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:35.435213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887319231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:03:35.43541Z","caller":"traceutil/trace.go:171","msg":"trace[156084388] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:18788; }","duration":"1.887537747s","start":"2026-03-02T22:03:33.547859Z","end":"2026-03-02T22:03:35.435397Z","steps":["trace[156084388] 'agreement among raft nodes before linearized reading' (duration: 1.887215828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:35.435451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.547843Z","time spent":"1.887591779s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:03:35.435388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.547964Z","time spent":"1.887293951s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:35.935869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016984026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:03:36.128339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102778898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:03:36.23216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999916432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:03:36.232287Z","caller":"traceutil/trace.go:171","msg":"trace[1002904417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085517s","start":"2026-03-02T22:03:34.232179Z","end":"2026-03-02T22:03:36.232264Z","steps":["trace[1002904417] 'agreement among raft nodes before linearized reading' (duration: 1.999934863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.23234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.232161Z","time spent":"2.000167549s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:03:36.318861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.171585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:03:36.319093Z","caller":"traceutil/trace.go:171","msg":"trace[716980625] transaction","detail":"{read_only:false; response_revision:18789; number_of_response:1; }","duration":"1.293620682s","start":"2026-03-02T22:03:35.025436Z","end":"2026-03-02T22:03:36.319056Z","steps":["trace[716980625] 'process raft request' (duration: 1.103151828s)","trace[716980625] 'compare' (duration: 190.038792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:36.319133Z","caller":"traceutil/trace.go:171","msg":"trace[1836691262] linearizableReadLoop","detail":"{readStateIndex:19476; appliedIndex:19473; }","duration":"884.021526ms","start":"2026-03-02T22:03:35.435091Z","end":"2026-03-02T22:03:36.319112Z","steps":["trace[1836691262] 'read index received' (duration: 693.579883ms)","trace[1836691262] 'applied index is now lower than readState.Index' (duration: 190.440283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:36.319269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.025414Z","time spent":"1.293755836s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.319355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716348504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:36.31942Z","caller":"traceutil/trace.go:171","msg":"trace[1451647882] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18792; }","duration":"1.716438087s","start":"2026-03-02T22:03:34.602961Z","end":"2026-03-02T22:03:36.319399Z","steps":["trace[1451647882] 'agreement among raft nodes before linearized reading' (duration: 1.716346784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369066259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:03:36.319465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.602944Z","time spent":"1.716507159s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:03:36.319485Z","caller":"traceutil/trace.go:171","msg":"trace[722790233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18792; }","duration":"1.369307726s","start":"2026-03-02T22:03:34.950164Z","end":"2026-03-02T22:03:36.319471Z","steps":["trace[722790233] 'agreement among raft nodes before linearized reading' (duration: 1.369050149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.079133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:36.319486Z","caller":"traceutil/trace.go:171","msg":"trace[1553975036] transaction","detail":"{read_only:false; response_revision:18790; number_of_response:1; }","duration":"770.259415ms","start":"2026-03-02T22:03:35.549214Z","end":"2026-03-02T22:03:36.319473Z","steps":["trace[1553975036] 'process raft request' (duration: 769.755631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76953872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T22:03:36.319519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693123646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:36.319537Z","caller":"traceutil/trace.go:171","msg":"trace[552266221] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18792; }","duration":"474.195266ms","start":"2026-03-02T22:03:35.845324Z","end":"2026-03-02T22:03:36.319519Z","steps":["trace[552266221] 'agreement among raft nodes before linearized reading' (duration: 474.077683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151222799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:36.31957Z","caller":"traceutil/trace.go:171","msg":"trace[700090959] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:18792; }","duration":"2.693220159s","start":"2026-03-02T22:03:33.62634Z","end":"2026-03-02T22:03:36.319561Z","steps":["trace[700090959] 'agreement among raft nodes before linearized reading' (duration: 2.693058595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.244686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T22:03:36.319493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.06626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:03:36.319572Z","caller":"traceutil/trace.go:171","msg":"trace[1776466578] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb; range_end:; response_count:1; response_revision:18792; }","duration":"2.769632843s","start":"2026-03-02T22:03:33.54992Z","end":"2026-03-02T22:03:36.319553Z","steps":["trace[1776466578] 'agreement among raft nodes before linearized reading' (duration: 2.769409457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.549181Z","time spent":"770.350567ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:36.3196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.626319Z","time spent":"2.693273891s","remote":"127.0.0.1:34928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:03:36.319604Z","caller":"traceutil/trace.go:171","msg":"trace[1541489422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18792; }","duration":"775.319989ms","start":"2026-03-02T22:03:35.544274Z","end":"2026-03-02T22:03:36.319594Z","steps":["trace[1541489422] 'agreement among raft nodes before linearized reading' (duration: 775.242337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.460955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:03:36.319524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.950143Z","time spent":"1.369366848s","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:36.319629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.544249Z","time spent":"775.37492ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:03:36.319622Z","caller":"traceutil/trace.go:171","msg":"trace[629612452] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:18792; }","duration":"2.151397243s","start":"2026-03-02T22:03:34.168184Z","end":"2026-03-02T22:03:36.319582Z","steps":["trace[629612452] 'agreement among raft nodes before linearized reading' (duration: 2.151165017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:33.549913Z","time spent":"2.769698624s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb\" "} {"level":"info","ts":"2026-03-02T22:03:36.319638Z","caller":"traceutil/trace.go:171","msg":"trace[665995599] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18792; }","duration":"727.249216ms","start":"2026-03-02T22:03:35.592358Z","end":"2026-03-02T22:03:36.319608Z","steps":["trace[665995599] 'agreement among raft nodes before linearized reading' (duration: 727.067451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.656873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:03:36.319684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:34.16816Z","time spent":"2.151507446s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:36.319714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.592335Z","time spent":"727.348878ms","remote":"127.0.0.1:55638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:36.319573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.845297Z","time spent":"474.269278ms","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:03:36.319734Z","caller":"traceutil/trace.go:171","msg":"trace[1493753399] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18792; }","duration":"481.734665ms","start":"2026-03-02T22:03:35.837978Z","end":"2026-03-02T22:03:36.319713Z","steps":["trace[1493753399] 'agreement among raft nodes before linearized reading' (duration: 481.569681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.2657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T22:03:36.319793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.837957Z","time spent":"481.822798ms","remote":"127.0.0.1:34486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T22:03:36.319811Z","caller":"traceutil/trace.go:171","msg":"trace[1709358463] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18792; }","duration":"882.624899ms","start":"2026-03-02T22:03:35.437178Z","end":"2026-03-02T22:03:36.319803Z","steps":["trace[1709358463] 'agreement among raft nodes before linearized reading' (duration: 882.183978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.319644Z","caller":"traceutil/trace.go:171","msg":"trace[613128711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18792; }","duration":"232.535337ms","start":"2026-03-02T22:03:36.087103Z","end":"2026-03-02T22:03:36.319639Z","steps":["trace[613128711] 'agreement among raft nodes before linearized reading' (duration: 232.490056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.437163Z","time spent":"882.664141ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:03:36.319863Z","caller":"traceutil/trace.go:171","msg":"trace[577355773] transaction","detail":"{read_only:false; response_revision:18791; number_of_response:1; }","duration":"769.922776ms","start":"2026-03-02T22:03:35.549931Z","end":"2026-03-02T22:03:36.319854Z","steps":["trace[577355773] 'process raft request' (duration: 769.097464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.319533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.398694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:03:36.31994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:35.549906Z","time spent":"769.980728ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:03:36.319955Z","caller":"traceutil/trace.go:171","msg":"trace[2014308425] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:18792; }","duration":"215.856485ms","start":"2026-03-02T22:03:36.104089Z","end":"2026-03-02T22:03:36.319945Z","steps":["trace[2014308425] 'agreement among raft nodes before linearized reading' (duration: 215.362752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.319188Z","caller":"traceutil/trace.go:171","msg":"trace[1899781813] transaction","detail":"{read_only:false; response_revision:18792; number_of_response:1; }","duration":"252.141926ms","start":"2026-03-02T22:03:36.067008Z","end":"2026-03-02T22:03:36.31915Z","steps":["trace[1899781813] 'process raft request' (duration: 252.061434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.719719Z","caller":"traceutil/trace.go:171","msg":"trace[879182331] linearizableReadLoop","detail":"{readStateIndex:19478; appliedIndex:19477; }","duration":"393.671453ms","start":"2026-03-02T22:03:36.326016Z","end":"2026-03-02T22:03:36.719687Z","steps":["trace[879182331] 'read index received' (duration: 391.30449ms)","trace[879182331] 'applied index is now lower than readState.Index' (duration: 2.365083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:36.71992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.753495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:36.719961Z","caller":"traceutil/trace.go:171","msg":"trace[644809478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18792; }","duration":"393.815407ms","start":"2026-03-02T22:03:36.326135Z","end":"2026-03-02T22:03:36.71995Z","steps":["trace[644809478] 'agreement among raft nodes before linearized reading' (duration: 393.714004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.719996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.326121Z","time spent":"393.867418ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:03:36.719745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.323508Z","time spent":"396.223031ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:03:36.720283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.078222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:03:36.720331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.494948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:03:36.720363Z","caller":"traceutil/trace.go:171","msg":"trace[390515658] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18792; }","duration":"108.171724ms","start":"2026-03-02T22:03:36.612175Z","end":"2026-03-02T22:03:36.720346Z","steps":["trace[390515658] 'agreement among raft nodes before linearized reading' (duration: 107.944868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:36.720397Z","caller":"traceutil/trace.go:171","msg":"trace[920327338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18792; }","duration":"294.59936ms","start":"2026-03-02T22:03:36.425777Z","end":"2026-03-02T22:03:36.720377Z","steps":["trace[920327338] 'agreement among raft nodes before linearized reading' (duration: 294.401605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.719941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.907359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:03:36.720471Z","caller":"traceutil/trace.go:171","msg":"trace[2013298284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18792; }","duration":"394.438013ms","start":"2026-03-02T22:03:36.326009Z","end":"2026-03-02T22:03:36.720447Z","steps":["trace[2013298284] 'agreement among raft nodes before linearized reading' (duration: 393.791486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:36.720523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.325957Z","time spent":"394.552347ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:03:37.279227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016984038,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:03:37.64472Z","caller":"traceutil/trace.go:171","msg":"trace[1341352850] linearizableReadLoop","detail":"{readStateIndex:19480; appliedIndex:19479; }","duration":"866.719677ms","start":"2026-03-02T22:03:36.777971Z","end":"2026-03-02T22:03:37.644691Z","steps":["trace[1341352850] 'read index received' (duration: 866.504822ms)","trace[1341352850] 'applied index is now lower than readState.Index' (duration: 213.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:03:37.645002Z","caller":"traceutil/trace.go:171","msg":"trace[113687654] transaction","detail":"{read_only:false; response_revision:18794; number_of_response:1; }","duration":"919.629398ms","start":"2026-03-02T22:03:36.72536Z","end":"2026-03-02T22:03:37.644989Z","steps":["trace[113687654] 'process raft request' (duration: 919.157346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:37.645155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.725349Z","time spent":"919.68826ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:03:37.645218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.803466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T22:03:37.645299Z","caller":"traceutil/trace.go:171","msg":"trace[1636196264] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f; range_end:; response_count:1; response_revision:18794; }","duration":"921.915649ms","start":"2026-03-02T22:03:36.723363Z","end":"2026-03-02T22:03:37.645278Z","steps":["trace[1636196264] 'agreement among raft nodes before linearized reading' (duration: 921.636522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:37.645348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.723353Z","time spent":"921.986571ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f\" "} {"level":"warn","ts":"2026-03-02T22:03:38.462618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.308094ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:03:38.462874Z","caller":"traceutil/trace.go:171","msg":"trace[2128465667] transaction","detail":"{read_only:false; response_revision:18796; number_of_response:1; }","duration":"134.010938ms","start":"2026-03-02T22:03:38.328849Z","end":"2026-03-02T22:03:38.46286Z","steps":["trace[2128465667] 'process raft request' (duration: 133.929736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:38.46302Z","caller":"traceutil/trace.go:171","msg":"trace[275791525] transaction","detail":"{read_only:false; response_revision:18795; number_of_response:1; }","duration":"134.163282ms","start":"2026-03-02T22:03:38.32883Z","end":"2026-03-02T22:03:38.462993Z","steps":["trace[275791525] 'process raft request' (duration: 133.870454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:38.463119Z","caller":"traceutil/trace.go:171","msg":"trace[1758213837] linearizableReadLoop","detail":"{readStateIndex:19481; appliedIndex:19480; }","duration":"818.125572ms","start":"2026-03-02T22:03:37.644949Z","end":"2026-03-02T22:03:38.463075Z","steps":["trace[1758213837] 'read index received' (duration: 285.404487ms)","trace[1758213837] 'applied index is now lower than readState.Index' (duration: 532.720295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:03:38.46325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.502474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:38.463277Z","caller":"traceutil/trace.go:171","msg":"trace[362091406] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:18796; }","duration":"931.578065ms","start":"2026-03-02T22:03:37.531692Z","end":"2026-03-02T22:03:38.46327Z","steps":["trace[362091406] 'agreement among raft nodes before linearized reading' (duration: 931.480623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.46339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.531676Z","time spent":"931.701609ms","remote":"127.0.0.1:35068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:38.463671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613556722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:03:38.463667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024694101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:03:38.463753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622613662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:38.463708Z","caller":"traceutil/trace.go:171","msg":"trace[190160495] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18796; }","duration":"1.613634824s","start":"2026-03-02T22:03:36.850067Z","end":"2026-03-02T22:03:38.463701Z","steps":["trace[190160495] 'agreement among raft nodes before linearized reading' (duration: 1.61349807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.463882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.850012Z","time spent":"1.613847249s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":146,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:03:38.464001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024370463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:03:38.464039Z","caller":"traceutil/trace.go:171","msg":"trace[1877757898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18796; }","duration":"1.024448494s","start":"2026-03-02T22:03:37.439579Z","end":"2026-03-02T22:03:38.464027Z","steps":["trace[1877757898] 'agreement among raft nodes before linearized reading' (duration: 1.024330391s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.464043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024409404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:03:38.464092Z","caller":"traceutil/trace.go:171","msg":"trace[2041596072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18796; }","duration":"1.024470215s","start":"2026-03-02T22:03:37.439614Z","end":"2026-03-02T22:03:38.464084Z","steps":["trace[2041596072] 'agreement among raft nodes before linearized reading' (duration: 1.024351132s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.464094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.439552Z","time spent":"1.024514537s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:03:38.463752Z","caller":"traceutil/trace.go:171","msg":"trace[2033284249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18796; }","duration":"1.024818425s","start":"2026-03-02T22:03:37.438913Z","end":"2026-03-02T22:03:38.463731Z","steps":["trace[2033284249] 'agreement among raft nodes before linearized reading' (duration: 1.024542607s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:03:38.464356Z","caller":"traceutil/trace.go:171","msg":"trace[1199683448] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18796; }","duration":"1.623242419s","start":"2026-03-02T22:03:36.841101Z","end":"2026-03-02T22:03:38.464343Z","steps":["trace[1199683448] 'agreement among raft nodes before linearized reading' (duration: 1.622628183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.464403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:36.841085Z","time spent":"1.62331118s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:03:38.463678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.078782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:03:38.464555Z","caller":"traceutil/trace.go:171","msg":"trace[592895416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18796; }","duration":"230.986216ms","start":"2026-03-02T22:03:38.233548Z","end":"2026-03-02T22:03:38.464534Z","steps":["trace[592895416] 'agreement among raft nodes before linearized reading' (duration: 230.084562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.464742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024732112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:03:38.464819Z","caller":"traceutil/trace.go:171","msg":"trace[375704041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18796; }","duration":"1.025210895s","start":"2026-03-02T22:03:37.439591Z","end":"2026-03-02T22:03:38.464801Z","steps":["trace[375704041] 'agreement among raft nodes before linearized reading' (duration: 1.02464926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.464866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.439585Z","time spent":"1.025266656s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:03:38.464286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024677681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:03:38.464668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.438895Z","time spent":"1.025574394s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:03:38.465199Z","caller":"traceutil/trace.go:171","msg":"trace[1044068774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18796; }","duration":"1.025365119s","start":"2026-03-02T22:03:37.439558Z","end":"2026-03-02T22:03:38.464923Z","steps":["trace[1044068774] 'agreement among raft nodes before linearized reading' (duration: 1.02462511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:03:38.465278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.439551Z","time spent":"1.025708638s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:03:38.464125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:03:37.43961Z","time spent":"1.024506016s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:04:28.982634Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cf904ec39d3e333","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:04:28.987143Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-02T22:04:28.987268Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-03-02T22:04:51.710664Z","caller":"traceutil/trace.go:171","msg":"trace[1709120037] linearizableReadLoop","detail":"{readStateIndex:20120; appliedIndex:20119; }","duration":"180.91807ms","start":"2026-03-02T22:04:51.529699Z","end":"2026-03-02T22:04:51.710617Z","steps":["trace[1709120037] 'read index received' (duration: 178.164817ms)","trace[1709120037] 'applied index is now lower than readState.Index' (duration: 2.751393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:04:51.710729Z","caller":"traceutil/trace.go:171","msg":"trace[2084977033] transaction","detail":"{read_only:false; response_revision:19409; number_of_response:1; }","duration":"205.151451ms","start":"2026-03-02T22:04:51.505538Z","end":"2026-03-02T22:04:51.71069Z","steps":["trace[2084977033] 'process raft request' (duration: 202.251334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:04:51.710833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.107915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:04:51.710883Z","caller":"traceutil/trace.go:171","msg":"trace[1236710499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19409; }","duration":"181.183557ms","start":"2026-03-02T22:04:51.529683Z","end":"2026-03-02T22:04:51.710867Z","steps":["trace[1236710499] 'agreement among raft nodes before linearized reading' (duration: 181.067104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:28.481103Z","caller":"traceutil/trace.go:171","msg":"trace[116626577] linearizableReadLoop","detail":"{readStateIndex:21675; appliedIndex:21673; }","duration":"207.577399ms","start":"2026-03-02T22:07:28.273469Z","end":"2026-03-02T22:07:28.481047Z","steps":["trace[116626577] 'read index received' (duration: 37.278903ms)","trace[116626577] 'applied index is now lower than readState.Index' (duration: 170.297306ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:28.48135Z","caller":"traceutil/trace.go:171","msg":"trace[1149377513] transaction","detail":"{read_only:false; response_revision:20917; number_of_response:1; }","duration":"208.050612ms","start":"2026-03-02T22:07:28.273287Z","end":"2026-03-02T22:07:28.481338Z","steps":["trace[1149377513] 'process raft request' (duration: 207.125807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:28.481566Z","caller":"traceutil/trace.go:171","msg":"trace[678708546] transaction","detail":"{read_only:false; response_revision:20918; number_of_response:1; }","duration":"207.860096ms","start":"2026-03-02T22:07:28.273691Z","end":"2026-03-02T22:07:28.481551Z","steps":["trace[678708546] 'process raft request' (duration: 207.274001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:28.482213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.502263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T22:07:28.482271Z","caller":"traceutil/trace.go:171","msg":"trace[1981799236] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:20918; }","duration":"208.805171ms","start":"2026-03-02T22:07:28.273452Z","end":"2026-03-02T22:07:28.482257Z","steps":["trace[1981799236] 'agreement among raft nodes before linearized reading' (duration: 208.343459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:28.485329Z","caller":"traceutil/trace.go:171","msg":"trace[1988088488] transaction","detail":"{read_only:false; response_revision:20919; number_of_response:1; }","duration":"162.249181ms","start":"2026-03-02T22:07:28.323036Z","end":"2026-03-02T22:07:28.485285Z","steps":["trace[1988088488] 'process raft request' (duration: 161.690526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:28.485431Z","caller":"traceutil/trace.go:171","msg":"trace[1203606008] transaction","detail":"{read_only:false; response_revision:20920; number_of_response:1; }","duration":"110.791131ms","start":"2026-03-02T22:07:28.374609Z","end":"2026-03-02T22:07:28.4854Z","steps":["trace[1203606008] 'process raft request' (duration: 110.266197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:29.936931Z","caller":"traceutil/trace.go:171","msg":"trace[625546048] linearizableReadLoop","detail":"{readStateIndex:21754; appliedIndex:21753; }","duration":"104.561165ms","start":"2026-03-02T22:07:29.83234Z","end":"2026-03-02T22:07:29.936901Z","steps":["trace[625546048] 'read index received' (duration: 104.222986ms)","trace[625546048] 'applied index is now lower than readState.Index' (duration: 336.899µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:29.937109Z","caller":"traceutil/trace.go:171","msg":"trace[326107329] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"105.199492ms","start":"2026-03-02T22:07:29.831852Z","end":"2026-03-02T22:07:29.937051Z","steps":["trace[326107329] 'process raft request' (duration: 104.803061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:29.93726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.897263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-02T22:07:29.937309Z","caller":"traceutil/trace.go:171","msg":"trace[270719145] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20996; }","duration":"104.994616ms","start":"2026-03-02T22:07:29.8323Z","end":"2026-03-02T22:07:29.937295Z","steps":["trace[270719145] 'agreement among raft nodes before linearized reading' (duration: 104.793901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:29.937426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.171951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:29.937569Z","caller":"traceutil/trace.go:171","msg":"trace[1410403535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:20996; }","duration":"102.405548ms","start":"2026-03-02T22:07:29.835133Z","end":"2026-03-02T22:07:29.937538Z","steps":["trace[1410403535] 'agreement among raft nodes before linearized reading' (duration: 102.095139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:29.937939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.759197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:29.938009Z","caller":"traceutil/trace.go:171","msg":"trace[1577002077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:20996; }","duration":"102.85154ms","start":"2026-03-02T22:07:29.835136Z","end":"2026-03-02T22:07:29.937988Z","steps":["trace[1577002077] 'agreement among raft nodes before linearized reading' (duration: 102.742787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:31.529829Z","caller":"traceutil/trace.go:171","msg":"trace[1001823818] linearizableReadLoop","detail":"{readStateIndex:21792; appliedIndex:21791; }","duration":"141.92642ms","start":"2026-03-02T22:07:31.387874Z","end":"2026-03-02T22:07:31.529801Z","steps":["trace[1001823818] 'read index received' (duration: 141.466027ms)","trace[1001823818] 'applied index is now lower than readState.Index' (duration: 459.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:31.529957Z","caller":"traceutil/trace.go:171","msg":"trace[1910240282] transaction","detail":"{read_only:false; response_revision:21034; number_of_response:1; }","duration":"148.002232ms","start":"2026-03-02T22:07:31.381904Z","end":"2026-03-02T22:07:31.529906Z","steps":["trace[1910240282] 'process raft request' (duration: 147.403746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:31.53011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.124866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:31.530804Z","caller":"traceutil/trace.go:171","msg":"trace[612267109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21034; }","duration":"142.945967ms","start":"2026-03-02T22:07:31.387842Z","end":"2026-03-02T22:07:31.530788Z","steps":["trace[612267109] 'agreement among raft nodes before linearized reading' (duration: 142.116545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:31.530992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.899516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:07:31.531184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.909616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:31.531576Z","caller":"traceutil/trace.go:171","msg":"trace[757605187] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21034; }","duration":"143.601034ms","start":"2026-03-02T22:07:31.387948Z","end":"2026-03-02T22:07:31.531549Z","steps":["trace[757605187] 'agreement among raft nodes before linearized reading' (duration: 142.476794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:31.531659Z","caller":"traceutil/trace.go:171","msg":"trace[949931363] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:21034; }","duration":"143.43372ms","start":"2026-03-02T22:07:31.387913Z","end":"2026-03-02T22:07:31.531347Z","steps":["trace[949931363] 'agreement among raft nodes before linearized reading' (duration: 142.207797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:33.389776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016990854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:07:33.421348Z","caller":"traceutil/trace.go:171","msg":"trace[1378782902] transaction","detail":"{read_only:false; response_revision:21064; number_of_response:1; }","duration":"596.800864ms","start":"2026-03-02T22:07:32.824515Z","end":"2026-03-02T22:07:33.421316Z","steps":["trace[1378782902] 'process raft request' (duration: 596.386483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:33.421546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:32.824486Z","time spent":"596.951838ms","remote":"127.0.0.1:34418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":170318,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:33.422342Z","caller":"traceutil/trace.go:171","msg":"trace[1076433246] linearizableReadLoop","detail":"{readStateIndex:21824; appliedIndex:21822; }","duration":"533.017475ms","start":"2026-03-02T22:07:32.8893Z","end":"2026-03-02T22:07:33.422317Z","steps":["trace[1076433246] 'read index received' (duration: 531.660319ms)","trace[1076433246] 'applied index is now lower than readState.Index' (duration: 1.356036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:07:33.42245Z","caller":"traceutil/trace.go:171","msg":"trace[1233660890] transaction","detail":"{read_only:false; response_revision:21065; number_of_response:1; }","duration":"425.550723ms","start":"2026-03-02T22:07:32.996856Z","end":"2026-03-02T22:07:33.422407Z","steps":["trace[1233660890] 'process raft request' (duration: 425.288866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:33.422637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.317973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hv6rp\" ","response":"range_response_count:1 size:5250"} {"level":"warn","ts":"2026-03-02T22:07:33.422824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.078412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:07:33.422848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.707796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:33.422936Z","caller":"traceutil/trace.go:171","msg":"trace[385219418] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21065; }","duration":"490.275737ms","start":"2026-03-02T22:07:32.932637Z","end":"2026-03-02T22:07:33.422913Z","steps":["trace[385219418] 'agreement among raft nodes before linearized reading' (duration: 490.044491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:33.422972Z","caller":"traceutil/trace.go:171","msg":"trace[1750899608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21065; }","duration":"188.879961ms","start":"2026-03-02T22:07:33.234061Z","end":"2026-03-02T22:07:33.422941Z","steps":["trace[1750899608] 'agreement among raft nodes before linearized reading' (duration: 188.663535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:33.423004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:32.932614Z","time spent":"490.378109ms","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:07:33.423209Z","caller":"traceutil/trace.go:171","msg":"trace[1582126850] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hv6rp; range_end:; response_count:1; response_revision:21065; }","duration":"533.424816ms","start":"2026-03-02T22:07:32.889244Z","end":"2026-03-02T22:07:33.422669Z","steps":["trace[1582126850] 'agreement among raft nodes before linearized reading' (duration: 533.253511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:33.423304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:32.889222Z","time spent":"534.071163ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5272,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-hv6rp\" "} {"level":"warn","ts":"2026-03-02T22:07:33.424526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:32.996799Z","time spent":"425.773239ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:36.634753Z","caller":"traceutil/trace.go:171","msg":"trace[224481507] transaction","detail":"{read_only:false; response_revision:21131; number_of_response:1; }","duration":"266.385394ms","start":"2026-03-02T22:07:36.368323Z","end":"2026-03-02T22:07:36.634708Z","steps":["trace[224481507] 'process raft request' (duration: 266.060856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:37.736112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016990965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:07:38.237074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016990965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:07:38.437323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630549028s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:38.437485Z","caller":"traceutil/trace.go:171","msg":"trace[807094958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21131; }","duration":"1.630782975s","start":"2026-03-02T22:07:36.806679Z","end":"2026-03-02T22:07:38.437462Z","steps":["trace[807094958] 'range keys from in-memory index tree' (duration: 1.630519957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.438903Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393045302s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:07:38.439334Z","caller":"traceutil/trace.go:171","msg":"trace[673417016] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"1.393601556s","start":"2026-03-02T22:07:37.045705Z","end":"2026-03-02T22:07:38.439307Z","steps":["trace[673417016] 'process raft request' (duration: 1.393455442s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.439479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.045679Z","time spent":"1.39372212s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:38.442804Z","caller":"traceutil/trace.go:171","msg":"trace[257843259] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"1.027882456s","start":"2026-03-02T22:07:37.41488Z","end":"2026-03-02T22:07:38.442763Z","steps":["trace[257843259] 'process raft request' (duration: 1.02762291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.442978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.414843Z","time spent":"1.028053121s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T22:07:38.443136Z","caller":"traceutil/trace.go:171","msg":"trace[1908060610] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"965.887276ms","start":"2026-03-02T22:07:37.477188Z","end":"2026-03-02T22:07:38.443075Z","steps":["trace[1908060610] 'process raft request' (duration: 965.475605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.443344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.477152Z","time spent":"966.086111ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:38.450451Z","caller":"traceutil/trace.go:171","msg":"trace[549015584] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"758.81049ms","start":"2026-03-02T22:07:37.691606Z","end":"2026-03-02T22:07:38.450416Z","steps":["trace[549015584] 'process raft request' (duration: 758.508602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:38.45048Z","caller":"traceutil/trace.go:171","msg":"trace[1594063197] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"661.9452ms","start":"2026-03-02T22:07:37.788514Z","end":"2026-03-02T22:07:38.450459Z","steps":["trace[1594063197] 'process raft request' (duration: 661.778996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:38.450483Z","caller":"traceutil/trace.go:171","msg":"trace[452190696] linearizableReadLoop","detail":"{readStateIndex:21899; appliedIndex:21890; }","duration":"1.215389231s","start":"2026-03-02T22:07:37.235073Z","end":"2026-03-02T22:07:38.450463Z","steps":["trace[452190696] 'read index received' (duration: 1.204054939s)","trace[452190696] 'applied index is now lower than readState.Index' (duration: 11.333022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:07:38.450562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.788494Z","time spent":"662.021002ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:38.450595Z","caller":"traceutil/trace.go:171","msg":"trace[1369628727] transaction","detail":"{read_only:false; response_revision:21137; number_of_response:1; }","duration":"652.522769ms","start":"2026-03-02T22:07:37.798062Z","end":"2026-03-02T22:07:38.450585Z","steps":["trace[1369628727] 'process raft request' (duration: 652.302393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.450679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.691574Z","time spent":"758.927024ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:07:38.450709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.798032Z","time spent":"652.594931ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:07:38.450726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215668558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:07:38.45075Z","caller":"traceutil/trace.go:171","msg":"trace[1761828970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21139; }","duration":"1.21573834s","start":"2026-03-02T22:07:37.235006Z","end":"2026-03-02T22:07:38.450744Z","steps":["trace[1761828970] 'agreement among raft nodes before linearized reading' (duration: 1.215689589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.45077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.234984Z","time spent":"1.215784252s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:07:38.450894Z","caller":"traceutil/trace.go:171","msg":"trace[302599930] transaction","detail":"{read_only:false; response_revision:21139; number_of_response:1; }","duration":"387.376838ms","start":"2026-03-02T22:07:38.063505Z","end":"2026-03-02T22:07:38.450882Z","steps":["trace[302599930] 'process raft request' (duration: 386.918696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.450928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.305333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T22:07:38.450963Z","caller":"traceutil/trace.go:171","msg":"trace[477770237] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21139; }","duration":"985.340144ms","start":"2026-03-02T22:07:37.465613Z","end":"2026-03-02T22:07:38.450953Z","steps":["trace[477770237] 'agreement among raft nodes before linearized reading' (duration: 985.21877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.450993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.465542Z","time spent":"985.446057ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T22:07:38.451049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.836939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:07:38.451045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:38.063448Z","time spent":"387.47764ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:07:38.451071Z","caller":"traceutil/trace.go:171","msg":"trace[1847910100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21139; }","duration":"699.85833ms","start":"2026-03-02T22:07:37.751205Z","end":"2026-03-02T22:07:38.451063Z","steps":["trace[1847910100] 'agreement among raft nodes before linearized reading' (duration: 699.762077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.451036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.898321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:07:38.451093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.751172Z","time spent":"699.916131ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:07:38.4511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.039434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:07:38.451117Z","caller":"traceutil/trace.go:171","msg":"trace[2143285646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21139; }","duration":"700.024904ms","start":"2026-03-02T22:07:37.751073Z","end":"2026-03-02T22:07:38.451098Z","steps":["trace[2143285646] 'agreement among raft nodes before linearized reading' (duration: 699.814199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:38.451127Z","caller":"traceutil/trace.go:171","msg":"trace[1140149541] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21139; }","duration":"703.073005ms","start":"2026-03-02T22:07:37.748047Z","end":"2026-03-02T22:07:38.45112Z","steps":["trace[1140149541] 'agreement among raft nodes before linearized reading' (duration: 703.002303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.451103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.862614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:07:38.451162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.748042Z","time spent":"703.112616ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:07:38.451161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.751052Z","time spent":"700.093026ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:07:38.451113Z","caller":"traceutil/trace.go:171","msg":"trace[1429447067] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"579.462621ms","start":"2026-03-02T22:07:37.871593Z","end":"2026-03-02T22:07:38.451056Z","steps":["trace[1429447067] 'process raft request' (duration: 578.798494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.451236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.041898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:07:38.451298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.078041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:07:38.45118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.21567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:07:38.451357Z","caller":"traceutil/trace.go:171","msg":"trace[1682016392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21139; }","duration":"731.168844ms","start":"2026-03-02T22:07:37.720166Z","end":"2026-03-02T22:07:38.451335Z","steps":["trace[1682016392] 'agreement among raft nodes before linearized reading' (duration: 730.998289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.451391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.720143Z","time spent":"731.242016ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:07:38.451359Z","caller":"traceutil/trace.go:171","msg":"trace[65845048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21139; }","duration":"700.398604ms","start":"2026-03-02T22:07:37.75095Z","end":"2026-03-02T22:07:38.451348Z","steps":["trace[65845048] 'agreement among raft nodes before linearized reading' (duration: 700.185778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:38.451306Z","caller":"traceutil/trace.go:171","msg":"trace[822151601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21139; }","duration":"702.123051ms","start":"2026-03-02T22:07:37.749166Z","end":"2026-03-02T22:07:38.451289Z","steps":["trace[822151601] 'agreement among raft nodes before linearized reading' (duration: 701.788072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:07:38.451455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.871574Z","time spent":"579.681347ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:07:38.45147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.750944Z","time spent":"700.515557ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:07:38.451483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:07:37.749149Z","time spent":"702.319045ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:07:38.451186Z","caller":"traceutil/trace.go:171","msg":"trace[1228026365] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21139; }","duration":"179.020528ms","start":"2026-03-02T22:07:38.272144Z","end":"2026-03-02T22:07:38.451165Z","steps":["trace[1228026365] 'agreement among raft nodes before linearized reading' (duration: 178.784792ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:28.881885Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18767} {"level":"info","ts":"2026-03-02T22:08:29.013521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18767,"took":"127.596649ms","hash":106057754,"current-db-size-bytes":47067136,"current-db-size":"47 MB","current-db-size-in-use-bytes":37126144,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-02T22:08:29.013631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":106057754,"revision":18767,"compact-revision":16566} {"level":"info","ts":"2026-03-02T22:09:14.413729Z","caller":"traceutil/trace.go:171","msg":"trace[361024206] transaction","detail":"{read_only:false; response_revision:22074; number_of_response:1; }","duration":"104.35385ms","start":"2026-03-02T22:09:14.309342Z","end":"2026-03-02T22:09:14.413696Z","steps":["trace[361024206] 'process raft request' (duration: 104.137734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:14.46607Z","caller":"traceutil/trace.go:171","msg":"trace[1091850099] linearizableReadLoop","detail":"{readStateIndex:22858; appliedIndex:22856; }","duration":"154.999638ms","start":"2026-03-02T22:09:14.311039Z","end":"2026-03-02T22:09:14.466039Z","steps":["trace[1091850099] 'read index received' (duration: 102.585562ms)","trace[1091850099] 'applied index is now lower than readState.Index' (duration: 52.412836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:14.466113Z","caller":"traceutil/trace.go:171","msg":"trace[1048114757] transaction","detail":"{read_only:false; response_revision:22075; number_of_response:1; }","duration":"155.953344ms","start":"2026-03-02T22:09:14.310124Z","end":"2026-03-02T22:09:14.466077Z","steps":["trace[1048114757] 'process raft request' (duration: 155.737928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.466453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.344717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:14.467159Z","caller":"traceutil/trace.go:171","msg":"trace[1773942273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22075; }","duration":"156.140469ms","start":"2026-03-02T22:09:14.310994Z","end":"2026-03-02T22:09:14.467134Z","steps":["trace[1773942273] 'agreement among raft nodes before linearized reading' (duration: 155.221114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.466451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.146438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:14.467476Z","caller":"traceutil/trace.go:171","msg":"trace[466356460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22075; }","duration":"151.208018ms","start":"2026-03-02T22:09:14.316249Z","end":"2026-03-02T22:09:14.467457Z","steps":["trace[466356460] 'agreement among raft nodes before linearized reading' (duration: 150.031606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.466602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.703865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:14.467946Z","caller":"traceutil/trace.go:171","msg":"trace[240381993] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22075; }","duration":"125.00578ms","start":"2026-03-02T22:09:14.34279Z","end":"2026-03-02T22:09:14.467795Z","steps":["trace[240381993] 'agreement among raft nodes before linearized reading' (duration: 123.647393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.46686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.383725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:14.468337Z","caller":"traceutil/trace.go:171","msg":"trace[835298699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22075; }","duration":"151.865475ms","start":"2026-03-02T22:09:14.316456Z","end":"2026-03-02T22:09:14.468322Z","steps":["trace[835298699] 'agreement among raft nodes before linearized reading' (duration: 150.240941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:14.466855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.213387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:09:14.468785Z","caller":"traceutil/trace.go:171","msg":"trace[333764277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22075; }","duration":"150.232622ms","start":"2026-03-02T22:09:14.31854Z","end":"2026-03-02T22:09:14.468773Z","steps":["trace[333764277] 'agreement among raft nodes before linearized reading' (duration: 147.822207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:01.697352Z","caller":"traceutil/trace.go:171","msg":"trace[1471638239] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"101.344359ms","start":"2026-03-02T22:11:01.595979Z","end":"2026-03-02T22:11:01.697323Z","steps":["trace[1471638239] 'process raft request' (duration: 94.471376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.248673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.333132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:05.248774Z","caller":"traceutil/trace.go:171","msg":"trace[288776680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23139; }","duration":"412.485796ms","start":"2026-03-02T22:11:04.836267Z","end":"2026-03-02T22:11:05.248753Z","steps":["trace[288776680] 'count revisions from in-memory index tree' (duration: 412.26147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.248867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:04.836246Z","time spent":"412.60756ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:05.249812Z","caller":"traceutil/trace.go:171","msg":"trace[523065705] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23950; }","duration":"270.106954ms","start":"2026-03-02T22:11:04.979683Z","end":"2026-03-02T22:11:05.24979Z","steps":["trace[523065705] 'read index received' (duration: 267.208656ms)","trace[523065705] 'applied index is now lower than readState.Index' (duration: 2.897217ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:05.250025Z","caller":"traceutil/trace.go:171","msg":"trace[2017906803] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"279.650168ms","start":"2026-03-02T22:11:04.970324Z","end":"2026-03-02T22:11:05.249975Z","steps":["trace[2017906803] 'process raft request' (duration: 276.642288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.250099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.39469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:11:05.250155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.435192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:05.250275Z","caller":"traceutil/trace.go:171","msg":"trace[708106069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23140; }","duration":"270.599297ms","start":"2026-03-02T22:11:04.979653Z","end":"2026-03-02T22:11:05.250252Z","steps":["trace[708106069] 'agreement among raft nodes before linearized reading' (duration: 270.266538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:05.250303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.292211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:11:05.250391Z","caller":"traceutil/trace.go:171","msg":"trace[68379585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23140; }","duration":"198.421635ms","start":"2026-03-02T22:11:05.051948Z","end":"2026-03-02T22:11:05.25037Z","steps":["trace[68379585] 'agreement among raft nodes before linearized reading' (duration: 198.100316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:05.250492Z","caller":"traceutil/trace.go:171","msg":"trace[1474420509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23140; }","duration":"202.516254ms","start":"2026-03-02T22:11:05.047634Z","end":"2026-03-02T22:11:05.250151Z","steps":["trace[1474420509] 'agreement among raft nodes before linearized reading' (duration: 202.311329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.039685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.993722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:11:10.039759Z","caller":"traceutil/trace.go:171","msg":"trace[505777633] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23180; }","duration":"118.140927ms","start":"2026-03-02T22:11:09.9216Z","end":"2026-03-02T22:11:10.039741Z","steps":["trace[505777633] 'range keys from in-memory index tree' (duration: 117.804967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.873967Z","caller":"traceutil/trace.go:171","msg":"trace[1201602133] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"359.828083ms","start":"2026-03-02T22:11:10.514099Z","end":"2026-03-02T22:11:10.873927Z","steps":["trace[1201602133] 'process raft request' (duration: 359.658639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.87416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:10.514065Z","time spent":"359.984808ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:10.904669Z","caller":"traceutil/trace.go:171","msg":"trace[962788873] linearizableReadLoop","detail":"{readStateIndex:23994; appliedIndex:23992; }","duration":"220.638966ms","start":"2026-03-02T22:11:10.684003Z","end":"2026-03-02T22:11:10.904642Z","steps":["trace[962788873] 'read index received' (duration: 189.849106ms)","trace[962788873] 'applied index is now lower than readState.Index' (duration: 30.78868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:10.904972Z","caller":"traceutil/trace.go:171","msg":"trace[1634528985] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"207.843136ms","start":"2026-03-02T22:11:10.697093Z","end":"2026-03-02T22:11:10.904936Z","steps":["trace[1634528985] 'process raft request' (duration: 207.506717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:10.905654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.636692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-02T22:11:10.905708Z","caller":"traceutil/trace.go:171","msg":"trace[1682203052] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23184; }","duration":"221.758626ms","start":"2026-03-02T22:11:10.683937Z","end":"2026-03-02T22:11:10.905695Z","steps":["trace[1682203052] 'agreement among raft nodes before linearized reading' (duration: 221.579671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.906111Z","caller":"traceutil/trace.go:171","msg":"trace[479060387] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"262.392439ms","start":"2026-03-02T22:11:10.643699Z","end":"2026-03-02T22:11:10.906091Z","steps":["trace[479060387] 'process raft request' (duration: 260.643372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:10.906311Z","caller":"traceutil/trace.go:171","msg":"trace[903049301] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"209.748786ms","start":"2026-03-02T22:11:10.696549Z","end":"2026-03-02T22:11:10.906298Z","steps":["trace[903049301] 'process raft request' (duration: 207.974669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:11.782423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:12.464944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500918074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:12.465047Z","caller":"traceutil/trace.go:171","msg":"trace[1269696311] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23184; }","duration":"1.501088078s","start":"2026-03-02T22:11:10.963934Z","end":"2026-03-02T22:11:12.465022Z","steps":["trace[1269696311] 'count revisions from in-memory index tree' (duration: 1.500827962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:12.465143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:10.963909Z","time spent":"1.501221392s","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:12.465468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.18617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:12.465587Z","caller":"traceutil/trace.go:171","msg":"trace[1395601219] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"1.19288908s","start":"2026-03-02T22:11:11.272673Z","end":"2026-03-02T22:11:12.465562Z","steps":["trace[1395601219] 'process raft request' (duration: 813.448643ms)","trace[1395601219] 'compare' (duration: 378.515142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:12.465652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.272641Z","time spent":"1.192980062s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:13.746814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660691081s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:13.749097Z","caller":"traceutil/trace.go:171","msg":"trace[1250567730] linearizableReadLoop","detail":"{readStateIndex:23998; appliedIndex:23996; }","duration":"2.467113698s","start":"2026-03-02T22:11:11.281939Z","end":"2026-03-02T22:11:13.749052Z","steps":["trace[1250567730] 'read index received' (duration: 804.198828ms)","trace[1250567730] 'applied index is now lower than readState.Index' (duration: 1.662913579s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:13.749202Z","caller":"traceutil/trace.go:171","msg":"trace[38734428] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"2.013151137s","start":"2026-03-02T22:11:11.736006Z","end":"2026-03-02T22:11:13.749157Z","steps":["trace[38734428] 'process raft request' (duration: 2.011062992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:13.749263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467308863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:13.749289Z","caller":"traceutil/trace.go:171","msg":"trace[322459510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23186; }","duration":"2.467389575s","start":"2026-03-02T22:11:11.281893Z","end":"2026-03-02T22:11:13.749283Z","steps":["trace[322459510] 'agreement among raft nodes before linearized reading' (duration: 2.467249271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:13.749313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.281871Z","time spent":"2.467430826s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:13.749381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.735981Z","time spent":"2.013308722s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:14.234265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:14.234373Z","caller":"traceutil/trace.go:171","msg":"trace[1128013226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131361s","start":"2026-03-02T22:11:12.234224Z","end":"2026-03-02T22:11:14.234355Z","steps":["trace[1128013226] 'agreement among raft nodes before linearized reading' (duration: 1.999992567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.234416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.234141Z","time spent":"2.000265884s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:14.249508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:14.416363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.324857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:14.41669Z","caller":"traceutil/trace.go:171","msg":"trace[1411117288] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"1.504276745s","start":"2026-03-02T22:11:12.912395Z","end":"2026-03-02T22:11:14.416671Z","steps":["trace[1411117288] 'process raft request' (duration: 1.504216143s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.416675Z","caller":"traceutil/trace.go:171","msg":"trace[118886082] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"1.534783637s","start":"2026-03-02T22:11:12.881849Z","end":"2026-03-02T22:11:14.416633Z","steps":["trace[118886082] 'process raft request' (duration: 1.37308755s)","trace[118886082] 'compare' (duration: 160.484994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:14.416766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.912348Z","time spent":"1.504380977s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.416731Z","caller":"traceutil/trace.go:171","msg":"trace[1226837674] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"1.504832819s","start":"2026-03-02T22:11:12.911856Z","end":"2026-03-02T22:11:14.416689Z","steps":["trace[1226837674] 'process raft request' (duration: 1.504721736s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.416722Z","caller":"traceutil/trace.go:171","msg":"trace[1176512781] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"1.505106316s","start":"2026-03-02T22:11:12.911544Z","end":"2026-03-02T22:11:14.416651Z","steps":["trace[1176512781] 'process raft request' (duration: 1.504941542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.416886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.881701Z","time spent":"1.535058274s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:14.416948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.91185Z","time spent":"1.504980733s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:14.416973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.911516Z","time spent":"1.505329522s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:14.440805Z","caller":"traceutil/trace.go:171","msg":"trace[1402138877] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:23998; }","duration":"691.658002ms","start":"2026-03-02T22:11:13.749125Z","end":"2026-03-02T22:11:14.440783Z","steps":["trace[1402138877] 'read index received' (duration: 505.769461ms)","trace[1402138877] 'applied index is now lower than readState.Index' (duration: 185.887551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:14.44103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421597556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:11:14.441092Z","caller":"traceutil/trace.go:171","msg":"trace[207485431] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23191; }","duration":"2.421715609s","start":"2026-03-02T22:11:12.019365Z","end":"2026-03-02T22:11:14.441081Z","steps":["trace[207485431] 'agreement among raft nodes before linearized reading' (duration: 2.421524144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.01934Z","time spent":"2.421778451s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"warn","ts":"2026-03-02T22:11:14.44114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200708013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:14.441258Z","caller":"traceutil/trace.go:171","msg":"trace[1480508310] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23191; }","duration":"2.200884188s","start":"2026-03-02T22:11:12.240352Z","end":"2026-03-02T22:11:14.441236Z","steps":["trace[1480508310] 'agreement among raft nodes before linearized reading' (duration: 2.200524099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.240341Z","time spent":"2.2009693s","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:14.441222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152922973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:14.441436Z","caller":"traceutil/trace.go:171","msg":"trace[1525756042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23191; }","duration":"3.153151839s","start":"2026-03-02T22:11:11.288266Z","end":"2026-03-02T22:11:14.441418Z","steps":["trace[1525756042] 'agreement among raft nodes before linearized reading' (duration: 3.152767299s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15621359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:14.441488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.28826Z","time spent":"3.153216031s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:14.441562Z","caller":"traceutil/trace.go:171","msg":"trace[2116762497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23191; }","duration":"3.156271993s","start":"2026-03-02T22:11:11.28521Z","end":"2026-03-02T22:11:14.441482Z","steps":["trace[2116762497] 'agreement among raft nodes before linearized reading' (duration: 3.156136829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.285203Z","time spent":"3.156415946s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:14.441653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.229573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:14.44172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69468411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:14.441763Z","caller":"traceutil/trace.go:171","msg":"trace[1519125480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23191; }","duration":"2.694763192s","start":"2026-03-02T22:11:11.746987Z","end":"2026-03-02T22:11:14.44175Z","steps":["trace[1519125480] 'agreement among raft nodes before linearized reading' (duration: 2.69469491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.4418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.74697Z","time spent":"2.694820903s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:14.441865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15918583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:11:14.441897Z","caller":"traceutil/trace.go:171","msg":"trace[2057917065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23191; }","duration":"3.159228921s","start":"2026-03-02T22:11:11.282658Z","end":"2026-03-02T22:11:14.441887Z","steps":["trace[2057917065] 'agreement among raft nodes before linearized reading' (duration: 3.159129069s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224676698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-02T22:11:14.441924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.282652Z","time spent":"3.159266492s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:11:14.441944Z","caller":"traceutil/trace.go:171","msg":"trace[906634780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23191; }","duration":"1.2247652s","start":"2026-03-02T22:11:13.217163Z","end":"2026-03-02T22:11:14.441928Z","steps":["trace[906634780] 'agreement among raft nodes before linearized reading' (duration: 1.224602695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.441974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.217142Z","time spent":"1.224825062s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:14.442015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76790012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:14.442056Z","caller":"traceutil/trace.go:171","msg":"trace[1973334681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23192; }","duration":"2.767998003s","start":"2026-03-02T22:11:11.674043Z","end":"2026-03-02T22:11:14.442041Z","steps":["trace[1973334681] 'agreement among raft nodes before linearized reading' (duration: 2.76791858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.674016Z","time spent":"2.768062504s","remote":"127.0.0.1:38842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:14.442107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160115585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:14.442141Z","caller":"traceutil/trace.go:171","msg":"trace[316406592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23192; }","duration":"3.160153956s","start":"2026-03-02T22:11:11.281975Z","end":"2026-03-02T22:11:14.442129Z","steps":["trace[316406592] 'agreement among raft nodes before linearized reading' (duration: 3.160061813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.281972Z","time spent":"3.160198737s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:14.442184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462197244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:14.442226Z","caller":"traceutil/trace.go:171","msg":"trace[929817397] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23192; }","duration":"1.462239195s","start":"2026-03-02T22:11:12.979976Z","end":"2026-03-02T22:11:14.442215Z","steps":["trace[929817397] 'agreement among raft nodes before linearized reading' (duration: 1.462141233s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.441994Z","caller":"traceutil/trace.go:171","msg":"trace[1623337054] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23191; }","duration":"699.429149ms","start":"2026-03-02T22:11:13.742312Z","end":"2026-03-02T22:11:14.441741Z","steps":["trace[1623337054] 'agreement among raft nodes before linearized reading' (duration: 699.09014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.143578964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:14.442372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.74228Z","time spent":"700.033345ms","remote":"127.0.0.1:39106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:14.442456Z","caller":"traceutil/trace.go:171","msg":"trace[1589710790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23192; }","duration":"3.143631915s","start":"2026-03-02T22:11:11.298705Z","end":"2026-03-02T22:11:14.442336Z","steps":["trace[1589710790] 'agreement among raft nodes before linearized reading' (duration: 3.143527413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:11.298698Z","time spent":"3.14379405s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:14.442474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.369172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:11:14.442568Z","caller":"traceutil/trace.go:171","msg":"trace[1096279983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23192; }","duration":"519.582028ms","start":"2026-03-02T22:11:13.922967Z","end":"2026-03-02T22:11:14.442549Z","steps":["trace[1096279983] 'agreement among raft nodes before linearized reading' (duration: 518.992812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889292258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:14.442651Z","caller":"traceutil/trace.go:171","msg":"trace[1872590678] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23192; }","duration":"1.889636258s","start":"2026-03-02T22:11:12.553006Z","end":"2026-03-02T22:11:14.442642Z","steps":["trace[1872590678] 'agreement among raft nodes before linearized reading' (duration: 1.889273309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.442708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.552944Z","time spent":"1.889736531s","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:14.44226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:12.979948Z","time spent":"1.462305057s","remote":"127.0.0.1:34936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:14.442858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.922944Z","time spent":"519.901127ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:14.442905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.616157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:11:14.441336Z","caller":"traceutil/trace.go:171","msg":"trace[1026947226] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"687.411958ms","start":"2026-03-02T22:11:13.753862Z","end":"2026-03-02T22:11:14.441274Z","steps":["trace[1026947226] 'process raft request' (duration: 686.787492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.442957Z","caller":"traceutil/trace.go:171","msg":"trace[514215417] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"126.553831ms","start":"2026-03-02T22:11:14.31639Z","end":"2026-03-02T22:11:14.442944Z","steps":["trace[514215417] 'process raft request' (duration: 125.256916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.443056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.753836Z","time spent":"689.150085ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:14.443065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.764455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T22:11:14.443095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.353769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:14.441051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.398215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:14.443102Z","caller":"traceutil/trace.go:171","msg":"trace[1195461522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23192; }","duration":"388.830665ms","start":"2026-03-02T22:11:14.054261Z","end":"2026-03-02T22:11:14.443092Z","steps":["trace[1195461522] 'agreement among raft nodes before linearized reading' (duration: 388.721693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.443135Z","caller":"traceutil/trace.go:171","msg":"trace[1180960646] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23191; }","duration":"868.535792ms","start":"2026-03-02T22:11:13.574584Z","end":"2026-03-02T22:11:14.44312Z","steps":["trace[1180960646] 'agreement among raft nodes before linearized reading' (duration: 866.384135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.443142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:14.05424Z","time spent":"388.888677ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:11:14.442823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.965809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:14.443185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.574563Z","time spent":"868.608395ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:14.442959Z","caller":"traceutil/trace.go:171","msg":"trace[1980414438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23192; }","duration":"511.74755ms","start":"2026-03-02T22:11:13.931197Z","end":"2026-03-02T22:11:14.442944Z","steps":["trace[1980414438] 'agreement among raft nodes before linearized reading' (duration: 511.599006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:14.44323Z","caller":"traceutil/trace.go:171","msg":"trace[880498565] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23192; }","duration":"217.362069ms","start":"2026-03-02T22:11:14.225819Z","end":"2026-03-02T22:11:14.443181Z","steps":["trace[880498565] 'agreement among raft nodes before linearized reading' (duration: 216.969158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:14.443241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:13.931186Z","time spent":"512.044127ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:11:14.44334Z","caller":"traceutil/trace.go:171","msg":"trace[1961273581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23192; }","duration":"208.621846ms","start":"2026-03-02T22:11:14.234709Z","end":"2026-03-02T22:11:14.44333Z","steps":["trace[1961273581] 'agreement among raft nodes before linearized reading' (duration: 208.350269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:16.786989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.437264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:16.78707Z","caller":"traceutil/trace.go:171","msg":"trace[1814506439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23204; }","duration":"549.578627ms","start":"2026-03-02T22:11:16.237474Z","end":"2026-03-02T22:11:16.787053Z","steps":["trace[1814506439] 'range keys from in-memory index tree' (duration: 549.336751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:16.7871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.237449Z","time spent":"549.643729ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:16.787808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.423908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:16.787915Z","caller":"traceutil/trace.go:171","msg":"trace[2054379874] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"548.418256ms","start":"2026-03-02T22:11:16.239474Z","end":"2026-03-02T22:11:16.787892Z","steps":["trace[2054379874] 'process raft request' (duration: 59.821293ms)","trace[2054379874] 'compare' (duration: 488.123671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:16.787968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.239426Z","time spent":"548.519159ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:16.950465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:17.307172Z","caller":"traceutil/trace.go:171","msg":"trace[1557801750] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"884.331703ms","start":"2026-03-02T22:11:16.422804Z","end":"2026-03-02T22:11:17.307135Z","steps":["trace[1557801750] 'process raft request' (duration: 880.10725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:17.307343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.422781Z","time spent":"884.463347ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:18.772483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469103647s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:18.775082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:17.827371Z","time spent":"947.699229ms","remote":"127.0.0.1:52144","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:11:18.775891Z","caller":"traceutil/trace.go:171","msg":"trace[319627521] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"2.352455614s","start":"2026-03-02T22:11:16.423414Z","end":"2026-03-02T22:11:18.775869Z","steps":["trace[319627521] 'process raft request' (duration: 2.352289909s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:18.77598Z","caller":"traceutil/trace.go:171","msg":"trace[750464081] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"2.298392644s","start":"2026-03-02T22:11:16.477572Z","end":"2026-03-02T22:11:18.775964Z","steps":["trace[750464081] 'process raft request' (duration: 2.29824077s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:18.776004Z","caller":"traceutil/trace.go:171","msg":"trace[259881653] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"2.351646822s","start":"2026-03-02T22:11:16.424292Z","end":"2026-03-02T22:11:18.775939Z","steps":["trace[259881653] 'process raft request' (duration: 2.351487748s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:18.775894Z","caller":"traceutil/trace.go:171","msg":"trace[462277319] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"2.352871865s","start":"2026-03-02T22:11:16.422981Z","end":"2026-03-02T22:11:18.775853Z","steps":["trace[462277319] 'process raft request' (duration: 2.349778603s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:18.776096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.477542Z","time spent":"2.298484996s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:18.77604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.423395Z","time spent":"2.352567387s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:18.77631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.422945Z","time spent":"2.353201674s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:18.776233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.424281Z","time spent":"2.351807416s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:18.788013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999657997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:11:18.788084Z","caller":"traceutil/trace.go:171","msg":"trace[401233123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99977608s","start":"2026-03-02T22:11:16.788288Z","end":"2026-03-02T22:11:18.788064Z","steps":["trace[401233123] 'agreement among raft nodes before linearized reading' (duration: 1.999698158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:18.78814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.788268Z","time spent":"1.999861043s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:11:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:11:19.803555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027681691s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:11:19.804034Z","caller":"traceutil/trace.go:171","msg":"trace[2049915156] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24018; }","duration":"3.354370569s","start":"2026-03-02T22:11:16.449639Z","end":"2026-03-02T22:11:19.804009Z","steps":["trace[2049915156] 'read index received' (duration: 853.254466ms)","trace[2049915156] 'applied index is now lower than readState.Index' (duration: 2.501114893s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:19.804337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354693477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:19.804425Z","caller":"traceutil/trace.go:171","msg":"trace[778089078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23210; }","duration":"3.35484001s","start":"2026-03-02T22:11:16.44957Z","end":"2026-03-02T22:11:19.80441Z","steps":["trace[778089078] 'agreement among raft nodes before linearized reading' (duration: 3.354602764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:19.80452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.449544Z","time spent":"3.354962044s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:11:19.806167Z","caller":"traceutil/trace.go:171","msg":"trace[1992712191] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"2.042098468s","start":"2026-03-02T22:11:17.764053Z","end":"2026-03-02T22:11:19.806152Z","steps":["trace[1992712191] 'process raft request' (duration: 2.039833247s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:19.806376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:17.764018Z","time spent":"2.042251912s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:20.343936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.65491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:20.344095Z","caller":"traceutil/trace.go:171","msg":"trace[481554919] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"1.029022867s","start":"2026-03-02T22:11:19.315042Z","end":"2026-03-02T22:11:20.344065Z","steps":["trace[481554919] 'process raft request' (duration: 491.097699ms)","trace[481554919] 'compare' (duration: 536.199011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:20.344187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.315016Z","time spent":"1.02912547s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:20.793371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:11:20.793533Z","caller":"traceutil/trace.go:171","msg":"trace[557209228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000719067s","start":"2026-03-02T22:11:18.792786Z","end":"2026-03-02T22:11:20.793506Z","steps":["trace[557209228] 'agreement among raft nodes before linearized reading' (duration: 2.000515761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:20.793601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.792762Z","time spent":"2.00082682s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:21.125096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320716416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:21.157448Z","caller":"traceutil/trace.go:171","msg":"trace[46777467] linearizableReadLoop","detail":"{readStateIndex:24027; appliedIndex:24024; }","duration":"1.353281193s","start":"2026-03-02T22:11:19.804128Z","end":"2026-03-02T22:11:21.157409Z","steps":["trace[46777467] 'read index received' (duration: 538.734µs)","trace[46777467] 'applied index is now lower than readState.Index' (duration: 1.352740749s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:21.157751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643975098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:21.157798Z","caller":"traceutil/trace.go:171","msg":"trace[202202279] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23213; }","duration":"2.64404816s","start":"2026-03-02T22:11:18.513738Z","end":"2026-03-02T22:11:21.157786Z","steps":["trace[202202279] 'agreement among raft nodes before linearized reading' (duration: 2.643828794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.157837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.51371Z","time spent":"2.644115802s","remote":"127.0.0.1:58478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.15808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820505989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.158112Z","caller":"traceutil/trace.go:171","msg":"trace[1538471909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23213; }","duration":"2.820571791s","start":"2026-03-02T22:11:18.33753Z","end":"2026-03-02T22:11:21.158102Z","steps":["trace[1538471909] 'agreement among raft nodes before linearized reading' (duration: 2.82051661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.158142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.337511Z","time spent":"2.820623282s","remote":"127.0.0.1:51478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.15835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873615867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.1584Z","caller":"traceutil/trace.go:171","msg":"trace[1051837012] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23213; }","duration":"3.873721171s","start":"2026-03-02T22:11:17.284669Z","end":"2026-03-02T22:11:21.15839Z","steps":["trace[1051837012] 'agreement among raft nodes before linearized reading' (duration: 3.873635139s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.158443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:17.284641Z","time spent":"3.873787962s","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.158493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7004558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:21.15851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823646551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.158564Z","caller":"traceutil/trace.go:171","msg":"trace[683875461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23213; }","duration":"4.700594263s","start":"2026-03-02T22:11:16.457953Z","end":"2026-03-02T22:11:21.158547Z","steps":["trace[683875461] 'agreement among raft nodes before linearized reading' (duration: 4.700381657s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.158592Z","caller":"traceutil/trace.go:171","msg":"trace[623834453] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23213; }","duration":"1.823786285s","start":"2026-03-02T22:11:19.334786Z","end":"2026-03-02T22:11:21.158572Z","steps":["trace[623834453] 'agreement among raft nodes before linearized reading' (duration: 1.82361766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.15861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.457936Z","time spent":"4.700664255s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:11:21.158569Z","caller":"traceutil/trace.go:171","msg":"trace[766197988] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"1.703391508s","start":"2026-03-02T22:11:19.455117Z","end":"2026-03-02T22:11:21.158508Z","steps":["trace[766197988] 'process raft request' (duration: 1.670213445s)","trace[766197988] 'compare' (duration: 31.18485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:21.158814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572992975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:21.158815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.455085Z","time spent":"1.703607903s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:21.158844Z","caller":"traceutil/trace.go:171","msg":"trace[392724728] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23213; }","duration":"4.573075027s","start":"2026-03-02T22:11:16.585759Z","end":"2026-03-02T22:11:21.158834Z","steps":["trace[392724728] 'agreement among raft nodes before linearized reading' (duration: 4.573024005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.15884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606560488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T22:11:21.158868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.58573Z","time spent":"4.573132218s","remote":"127.0.0.1:34870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:21.158879Z","caller":"traceutil/trace.go:171","msg":"trace[885056668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23213; }","duration":"1.606645171s","start":"2026-03-02T22:11:19.552223Z","end":"2026-03-02T22:11:21.158868Z","steps":["trace[885056668] 'agreement among raft nodes before linearized reading' (duration: 1.606446365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.158908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.552198Z","time spent":"1.606703532s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:21.15882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701112487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:21.159019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.69897327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:21.159044Z","caller":"traceutil/trace.go:171","msg":"trace[662778114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23213; }","duration":"4.699030531s","start":"2026-03-02T22:11:16.460007Z","end":"2026-03-02T22:11:21.159038Z","steps":["trace[662778114] 'agreement among raft nodes before linearized reading' (duration: 4.698960709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.159062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.459998Z","time spent":"4.699060103s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:21.15912Z","caller":"traceutil/trace.go:171","msg":"trace[1141310558] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23213; }","duration":"4.701402325s","start":"2026-03-02T22:11:16.457624Z","end":"2026-03-02T22:11:21.159027Z","steps":["trace[1141310558] 'agreement among raft nodes before linearized reading' (duration: 4.700740067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.159207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.457601Z","time spent":"4.701590619s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:21.158641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.334765Z","time spent":"1.823865806s","remote":"127.0.0.1:34516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.159269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976791189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:11:21.159294Z","caller":"traceutil/trace.go:171","msg":"trace[1380735869] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23213; }","duration":"1.97681604s","start":"2026-03-02T22:11:19.182471Z","end":"2026-03-02T22:11:21.159287Z","steps":["trace[1380735869] 'agreement among raft nodes before linearized reading' (duration: 1.976743318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.159323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.182398Z","time spent":"1.976919233s","remote":"127.0.0.1:34486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:11:21.159324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492673609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:21.159351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701023264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:21.159256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366630203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:11:21.159396Z","caller":"traceutil/trace.go:171","msg":"trace[571900437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23213; }","duration":"2.492781442s","start":"2026-03-02T22:11:18.666589Z","end":"2026-03-02T22:11:21.15937Z","steps":["trace[571900437] 'agreement among raft nodes before linearized reading' (duration: 2.492673259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.159443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.666565Z","time spent":"2.492869055s","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:21.159442Z","caller":"traceutil/trace.go:171","msg":"trace[1078589861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23213; }","duration":"4.701153328s","start":"2026-03-02T22:11:16.458262Z","end":"2026-03-02T22:11:21.159415Z","steps":["trace[1078589861] 'agreement among raft nodes before linearized reading' (duration: 4.700821119s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.159458Z","caller":"traceutil/trace.go:171","msg":"trace[2142488778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8; range_end:; response_count:1; response_revision:23213; }","duration":"2.366855808s","start":"2026-03-02T22:11:18.79257Z","end":"2026-03-02T22:11:21.159425Z","steps":["trace[2142488778] 'agreement among raft nodes before linearized reading' (duration: 2.366579211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.159501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.458254Z","time spent":"4.70123785s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:21.15952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.792547Z","time spent":"2.366951761s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" "} {"level":"warn","ts":"2026-03-02T22:11:21.159104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701391244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:21.160034Z","caller":"traceutil/trace.go:171","msg":"trace[1773089727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23213; }","duration":"4.702327639s","start":"2026-03-02T22:11:16.457689Z","end":"2026-03-02T22:11:21.160017Z","steps":["trace[1773089727] 'agreement among raft nodes before linearized reading' (duration: 4.701257151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.16009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:16.457684Z","time spent":"4.702389471s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:21.162889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556396906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.162979Z","caller":"traceutil/trace.go:171","msg":"trace[1038578521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23213; }","duration":"2.556494709s","start":"2026-03-02T22:11:18.606466Z","end":"2026-03-02T22:11:21.16296Z","steps":["trace[1038578521] 'agreement among raft nodes before linearized reading' (duration: 2.550974562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.16306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:18.606442Z","time spent":"2.556607152s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:11:21.370518Z","caller":"traceutil/trace.go:171","msg":"trace[942037196] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"576.279319ms","start":"2026-03-02T22:11:20.7942Z","end":"2026-03-02T22:11:21.370479Z","steps":["trace[942037196] 'process raft request' (duration: 576.236708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.370679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.794182Z","time spent":"576.412072ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:21.370706Z","caller":"traceutil/trace.go:171","msg":"trace[1323462769] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"1.471011549s","start":"2026-03-02T22:11:19.899658Z","end":"2026-03-02T22:11:21.37067Z","steps":["trace[1323462769] 'process raft request' (duration: 1.470621608s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.370852Z","caller":"traceutil/trace.go:171","msg":"trace[2087556521] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"587.561229ms","start":"2026-03-02T22:11:20.783259Z","end":"2026-03-02T22:11:21.370821Z","steps":["trace[2087556521] 'process raft request' (duration: 587.117087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.370905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.899643Z","time spent":"1.471153372s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:21.370925Z","caller":"traceutil/trace.go:171","msg":"trace[769839857] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"1.560502333s","start":"2026-03-02T22:11:19.810381Z","end":"2026-03-02T22:11:21.370883Z","steps":["trace[769839857] 'process raft request' (duration: 1.559728332s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.370943Z","caller":"traceutil/trace.go:171","msg":"trace[825387848] linearizableReadLoop","detail":"{readStateIndex:24033; appliedIndex:24033; }","duration":"213.391674ms","start":"2026-03-02T22:11:21.15753Z","end":"2026-03-02T22:11:21.370922Z","steps":["trace[825387848] 'read index received' (duration: 213.379713ms)","trace[825387848] 'applied index is now lower than readState.Index' (duration: 10.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:21.370933Z","caller":"traceutil/trace.go:171","msg":"trace[1607781128] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"587.525738ms","start":"2026-03-02T22:11:20.783353Z","end":"2026-03-02T22:11:21.370879Z","steps":["trace[1607781128] 'process raft request' (duration: 587.055196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.37092Z","caller":"traceutil/trace.go:171","msg":"trace[1715561630] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"588.70761ms","start":"2026-03-02T22:11:20.78215Z","end":"2026-03-02T22:11:21.370858Z","steps":["trace[1715561630] 'process raft request' (duration: 588.170106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.371034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.810355Z","time spent":"1.560623315s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:21.371083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.626249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:21.371099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.533317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:21.371104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.125211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.371132Z","caller":"traceutil/trace.go:171","msg":"trace[1286204026] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23219; }","duration":"341.681511ms","start":"2026-03-02T22:11:21.029436Z","end":"2026-03-02T22:11:21.371117Z","steps":["trace[1286204026] 'agreement among raft nodes before linearized reading' (duration: 341.587648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.371138Z","caller":"traceutil/trace.go:171","msg":"trace[1754598129] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23219; }","duration":"840.619889ms","start":"2026-03-02T22:11:20.530507Z","end":"2026-03-02T22:11:21.371127Z","steps":["trace[1754598129] 'agreement among raft nodes before linearized reading' (duration: 840.538697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:21.371162Z","caller":"traceutil/trace.go:171","msg":"trace[909331663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23219; }","duration":"577.211134ms","start":"2026-03-02T22:11:20.793937Z","end":"2026-03-02T22:11:21.371148Z","steps":["trace[909331663] 'agreement among raft nodes before linearized reading' (duration: 577.113951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.371154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.783319Z","time spent":"587.716654ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:21.371175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.530482Z","time spent":"840.685361ms","remote":"127.0.0.1:34634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.371175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.02937Z","time spent":"341.795534ms","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.371181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.782123Z","time spent":"588.929556ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:21.371199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.793919Z","time spent":"577.271485ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:21.371177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.879098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:21.371274Z","caller":"traceutil/trace.go:171","msg":"trace[2097358547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23219; }","duration":"974.033432ms","start":"2026-03-02T22:11:20.397217Z","end":"2026-03-02T22:11:21.37125Z","steps":["trace[2097358547] 'agreement among raft nodes before linearized reading' (duration: 973.864578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.37098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.783251Z","time spent":"587.664042ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:21.371311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:20.397192Z","time spent":"974.112035ms","remote":"127.0.0.1:38870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:21.371306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473251168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T22:11:21.37136Z","caller":"traceutil/trace.go:171","msg":"trace[1766888146] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23219; }","duration":"1.473353391s","start":"2026-03-02T22:11:19.897991Z","end":"2026-03-02T22:11:21.371344Z","steps":["trace[1766888146] 'agreement among raft nodes before linearized reading' (duration: 1.473132555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:21.371396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:19.897968Z","time spent":"1.473419993s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:21.871957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:22.211397Z","caller":"traceutil/trace.go:171","msg":"trace[990639057] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.048169062s","start":"2026-03-02T22:11:21.16318Z","end":"2026-03-02T22:11:22.211349Z","steps":["trace[990639057] 'process raft request' (duration: 1.047815583s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:22.211463Z","caller":"traceutil/trace.go:171","msg":"trace[531497979] transaction","detail":"{read_only:false; response_revision:23222; number_of_response:1; }","duration":"1.046008244s","start":"2026-03-02T22:11:21.165433Z","end":"2026-03-02T22:11:22.211442Z","steps":["trace[531497979] 'process raft request' (duration: 1.04587122s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:22.211562Z","caller":"traceutil/trace.go:171","msg":"trace[1604405637] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"1.045590273s","start":"2026-03-02T22:11:21.165927Z","end":"2026-03-02T22:11:22.211517Z","steps":["trace[1604405637] 'process raft request' (duration: 1.045419588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.211635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.163153Z","time spent":"1.048337966s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:22.211619Z","caller":"traceutil/trace.go:171","msg":"trace[1013457293] transaction","detail":"{read_only:false; response_revision:23224; number_of_response:1; }","duration":"1.045004347s","start":"2026-03-02T22:11:21.166559Z","end":"2026-03-02T22:11:22.211564Z","steps":["trace[1013457293] 'process raft request' (duration: 1.044815602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.211686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.165426Z","time spent":"1.046104887s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:22.211793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.165913Z","time spent":"1.045782098s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:22.211818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.16655Z","time spent":"1.045164182s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:22.211906Z","caller":"traceutil/trace.go:171","msg":"trace[1091364620] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"1.0447265s","start":"2026-03-02T22:11:21.167172Z","end":"2026-03-02T22:11:22.211898Z","steps":["trace[1091364620] 'process raft request' (duration: 1.044241037s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:22.211463Z","caller":"traceutil/trace.go:171","msg":"trace[1544697497] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.046438635s","start":"2026-03-02T22:11:21.164988Z","end":"2026-03-02T22:11:22.211427Z","steps":["trace[1544697497] 'process raft request' (duration: 1.04624728s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.211966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.167164Z","time spent":"1.044777011s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:22.212074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.164962Z","time spent":"1.047008971s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:22.752607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.772992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:22.752807Z","caller":"traceutil/trace.go:171","msg":"trace[912175941] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"401.719854ms","start":"2026-03-02T22:11:22.351068Z","end":"2026-03-02T22:11:22.752788Z","steps":["trace[912175941] 'process raft request' (duration: 401.656033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.75288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.351031Z","time spent":"401.817527ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:22.752923Z","caller":"traceutil/trace.go:171","msg":"trace[991003843] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"941.077775ms","start":"2026-03-02T22:11:21.81181Z","end":"2026-03-02T22:11:22.752888Z","steps":["trace[991003843] 'process raft request' (duration: 474.932973ms)","trace[991003843] 'compare' (duration: 465.642529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:22.753084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.811776Z","time spent":"941.207369ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:22.753143Z","caller":"traceutil/trace.go:171","msg":"trace[402050725] linearizableReadLoop","detail":"{readStateIndex:24040; appliedIndex:24033; }","duration":"1.382146704s","start":"2026-03-02T22:11:21.370984Z","end":"2026-03-02T22:11:22.753131Z","steps":["trace[402050725] 'read index received' (duration: 840.043649ms)","trace[402050725] 'applied index is now lower than readState.Index' (duration: 542.101764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:22.75326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584779161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:22.753297Z","caller":"traceutil/trace.go:171","msg":"trace[255741283] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23227; }","duration":"1.584824731s","start":"2026-03-02T22:11:21.168457Z","end":"2026-03-02T22:11:22.753281Z","steps":["trace[255741283] 'agreement among raft nodes before linearized reading' (duration: 1.584729049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.75332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.168448Z","time spent":"1.584868242s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:22.753358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587916284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:11:22.753394Z","caller":"traceutil/trace.go:171","msg":"trace[1201611338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23227; }","duration":"1.587982795s","start":"2026-03-02T22:11:21.165402Z","end":"2026-03-02T22:11:22.753385Z","steps":["trace[1201611338] 'agreement among raft nodes before linearized reading' (duration: 1.587828171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.753429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.165388Z","time spent":"1.588034257s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:22.753529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378163447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62c758f8-3cfc-4dea-9c53-6f66a49bc8dc\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-02T22:11:22.753593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.62049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-75b9456784-frm9j.189923f8c522277a\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-02T22:11:22.7536Z","caller":"traceutil/trace.go:171","msg":"trace[2017675335] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62c758f8-3cfc-4dea-9c53-6f66a49bc8dc; range_end:; response_count:1; response_revision:23227; }","duration":"1.378298481s","start":"2026-03-02T22:11:21.375285Z","end":"2026-03-02T22:11:22.753584Z","steps":["trace[2017675335] 'agreement among raft nodes before linearized reading' (duration: 1.378174997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.753641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.212113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:22.753642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.37526Z","time spent":"1.378374293s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-62c758f8-3cfc-4dea-9c53-6f66a49bc8dc\" "} {"level":"info","ts":"2026-03-02T22:11:22.753663Z","caller":"traceutil/trace.go:171","msg":"trace[538398748] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23227; }","duration":"192.236253ms","start":"2026-03-02T22:11:22.561423Z","end":"2026-03-02T22:11:22.753659Z","steps":["trace[538398748] 'agreement among raft nodes before linearized reading' (duration: 192.199363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.753762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.865222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:22.753786Z","caller":"traceutil/trace.go:171","msg":"trace[721160664] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23227; }","duration":"500.934084ms","start":"2026-03-02T22:11:22.252845Z","end":"2026-03-02T22:11:22.753779Z","steps":["trace[721160664] 'agreement among raft nodes before linearized reading' (duration: 500.897173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.753802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.252821Z","time spent":"500.977875ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:22.753808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373808261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:22.753786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.845774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:11:22.753844Z","caller":"traceutil/trace.go:171","msg":"trace[478158340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23227; }","duration":"1.373878253s","start":"2026-03-02T22:11:21.379953Z","end":"2026-03-02T22:11:22.753832Z","steps":["trace[478158340] 'agreement among raft nodes before linearized reading' (duration: 1.373824762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.753881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:21.379937Z","time spent":"1.373936134s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:22.753899Z","caller":"traceutil/trace.go:171","msg":"trace[658114164] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23227; }","duration":"734.005208ms","start":"2026-03-02T22:11:22.019865Z","end":"2026-03-02T22:11:22.75387Z","steps":["trace[658114164] 'agreement among raft nodes before linearized reading' (duration: 733.69263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.75395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.019846Z","time spent":"734.095701ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"info","ts":"2026-03-02T22:11:22.753611Z","caller":"traceutil/trace.go:171","msg":"trace[959669150] range","detail":"{range_begin:/registry/events/openstack/barbican-api-75b9456784-frm9j.189923f8c522277a; range_end:; response_count:1; response_revision:23227; }","duration":"536.678781ms","start":"2026-03-02T22:11:22.216927Z","end":"2026-03-02T22:11:22.753605Z","steps":["trace[959669150] 'agreement among raft nodes before linearized reading' (duration: 536.570418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:22.754041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.216903Z","time spent":"537.128812ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-75b9456784-frm9j.189923f8c522277a\" "} {"level":"warn","ts":"2026-03-02T22:11:23.260104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:23.760394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016995983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:23.990402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167102655s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:23.991364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.756353Z","time spent":"1.235005555s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:11:23.991874Z","caller":"traceutil/trace.go:171","msg":"trace[1145413114] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"1.235504688s","start":"2026-03-02T22:11:22.756343Z","end":"2026-03-02T22:11:23.991848Z","steps":["trace[1145413114] 'process raft request' (duration: 1.234730157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:23.99207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.756328Z","time spent":"1.23559134s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:24.040526Z","caller":"traceutil/trace.go:171","msg":"trace[940662871] linearizableReadLoop","detail":"{readStateIndex:24047; appliedIndex:24041; }","duration":"1.281789095s","start":"2026-03-02T22:11:22.758711Z","end":"2026-03-02T22:11:24.0405Z","steps":["trace[940662871] 'read index received' (duration: 1.232265983s)","trace[940662871] 'applied index is now lower than readState.Index' (duration: 49.522042ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:24.040971Z","caller":"traceutil/trace.go:171","msg":"trace[1046109765] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"663.765769ms","start":"2026-03-02T22:11:23.37719Z","end":"2026-03-02T22:11:24.040956Z","steps":["trace[1046109765] 'process raft request' (duration: 662.972498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.041167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.377049Z","time spent":"664.032135ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:24.041395Z","caller":"traceutil/trace.go:171","msg":"trace[357665502] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"664.081747ms","start":"2026-03-02T22:11:23.3773Z","end":"2026-03-02T22:11:24.041381Z","steps":["trace[357665502] 'process raft request' (duration: 663.07429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.041529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.377271Z","time spent":"664.2213ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:24.041638Z","caller":"traceutil/trace.go:171","msg":"trace[467788635] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"663.519731ms","start":"2026-03-02T22:11:23.378109Z","end":"2026-03-02T22:11:24.041628Z","steps":["trace[467788635] 'process raft request' (duration: 662.309579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.041712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.378098Z","time spent":"663.584524ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:24.041818Z","caller":"traceutil/trace.go:171","msg":"trace[693389986] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"662.155495ms","start":"2026-03-02T22:11:23.379654Z","end":"2026-03-02T22:11:24.041809Z","steps":["trace[693389986] 'process raft request' (duration: 660.80852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.041893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.379643Z","time spent":"662.222288ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:24.04222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283472129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:11:24.042324Z","caller":"traceutil/trace.go:171","msg":"trace[466071114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23232; }","duration":"1.283602042s","start":"2026-03-02T22:11:22.758694Z","end":"2026-03-02T22:11:24.042296Z","steps":["trace[466071114] 'agreement among raft nodes before linearized reading' (duration: 1.283313945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.042385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.758684Z","time spent":"1.283689855s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:11:24.520514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.324281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:24.520764Z","caller":"traceutil/trace.go:171","msg":"trace[778034480] linearizableReadLoop","detail":"{readStateIndex:24048; appliedIndex:24047; }","duration":"480.089741ms","start":"2026-03-02T22:11:24.040652Z","end":"2026-03-02T22:11:24.520741Z","steps":["trace[778034480] 'read index received' (duration: 160.341149ms)","trace[778034480] 'applied index is now lower than readState.Index' (duration: 319.691161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:24.521173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.757462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:11:24.521191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677171041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:24.522088Z","caller":"traceutil/trace.go:171","msg":"trace[1530443105] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8; range_end:; response_count:1; response_revision:23233; }","duration":"523.681337ms","start":"2026-03-02T22:11:23.998371Z","end":"2026-03-02T22:11:24.522052Z","steps":["trace[1530443105] 'agreement among raft nodes before linearized reading' (duration: 522.402123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:24.52216Z","caller":"traceutil/trace.go:171","msg":"trace[874605027] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23233; }","duration":"1.678193468s","start":"2026-03-02T22:11:22.843942Z","end":"2026-03-02T22:11:24.522136Z","steps":["trace[874605027] 'agreement among raft nodes before linearized reading' (duration: 1.67714397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.998358Z","time spent":"523.79812ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" "} {"level":"info","ts":"2026-03-02T22:11:24.521227Z","caller":"traceutil/trace.go:171","msg":"trace[970213049] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"528.027432ms","start":"2026-03-02T22:11:23.993185Z","end":"2026-03-02T22:11:24.521212Z","steps":["trace[970213049] 'process raft request' (duration: 207.902539ms)","trace[970213049] 'compare' (duration: 319.075955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:24.522215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.843919Z","time spent":"1.678284031s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:11:24.521299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754221873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:24.522379Z","caller":"traceutil/trace.go:171","msg":"trace[1696911647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23233; }","duration":"1.755294921s","start":"2026-03-02T22:11:22.767061Z","end":"2026-03-02T22:11:24.522356Z","steps":["trace[1696911647] 'agreement among raft nodes before linearized reading' (duration: 1.754208172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.993149Z","time spent":"529.11008ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:24.522437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.767052Z","time spent":"1.755370944s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:24.521296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582300318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:24.522505Z","caller":"traceutil/trace.go:171","msg":"trace[1740866646] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23233; }","duration":"1.583555391s","start":"2026-03-02T22:11:22.938939Z","end":"2026-03-02T22:11:24.522494Z","steps":["trace[1740866646] 'agreement among raft nodes before linearized reading' (duration: 1.582315138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.938916Z","time spent":"1.583613523s","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:24.521384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760460978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:24.522671Z","caller":"traceutil/trace.go:171","msg":"trace[1267814084] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23233; }","duration":"1.761749433s","start":"2026-03-02T22:11:22.760908Z","end":"2026-03-02T22:11:24.522658Z","steps":["trace[1267814084] 'agreement among raft nodes before linearized reading' (duration: 1.760446168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:22.760903Z","time spent":"1.761786004s","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:24.521394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146189771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:24.52279Z","caller":"traceutil/trace.go:171","msg":"trace[1482512759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23233; }","duration":"1.14763336s","start":"2026-03-02T22:11:23.375143Z","end":"2026-03-02T22:11:24.522776Z","steps":["trace[1482512759] 'agreement among raft nodes before linearized reading' (duration: 1.146187262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.375107Z","time spent":"1.147710952s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:24.521476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329686913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274407"} {"level":"info","ts":"2026-03-02T22:11:24.522913Z","caller":"traceutil/trace.go:171","msg":"trace[427837262] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23233; }","duration":"1.331206974s","start":"2026-03-02T22:11:23.191695Z","end":"2026-03-02T22:11:24.522902Z","steps":["trace[427837262] 'agreement among raft nodes before linearized reading' (duration: 1.329066838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.522956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:23.191669Z","time spent":"1.331274155s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274429,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T22:11:24.552358Z","caller":"traceutil/trace.go:171","msg":"trace[1268557188] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"257.036621ms","start":"2026-03-02T22:11:24.295276Z","end":"2026-03-02T22:11:24.552312Z","steps":["trace[1268557188] 'process raft request' (duration: 256.701162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.552447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.657581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:24.552621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.698628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:11:24.552677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.774731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:24.552692Z","caller":"traceutil/trace.go:171","msg":"trace[1553348609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23234; }","duration":"334.817432ms","start":"2026-03-02T22:11:24.217857Z","end":"2026-03-02T22:11:24.552674Z","steps":["trace[1553348609] 'agreement among raft nodes before linearized reading' (duration: 334.635927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:24.552646Z","caller":"traceutil/trace.go:171","msg":"trace[1959369929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23234; }","duration":"333.878427ms","start":"2026-03-02T22:11:24.218739Z","end":"2026-03-02T22:11:24.552617Z","steps":["trace[1959369929] 'agreement among raft nodes before linearized reading' (duration: 333.515137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.552923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.588291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:24.552955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.218731Z","time spent":"334.205876ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:11:24.552988Z","caller":"traceutil/trace.go:171","msg":"trace[693648572] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23234; }","duration":"127.711334ms","start":"2026-03-02T22:11:24.42526Z","end":"2026-03-02T22:11:24.552971Z","steps":["trace[693648572] 'agreement among raft nodes before linearized reading' (duration: 127.55545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.552732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.180856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b445b01-337d-4584-92cb-46404da035a7\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:11:24.553045Z","caller":"traceutil/trace.go:171","msg":"trace[714700525] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b445b01-337d-4584-92cb-46404da035a7; range_end:; response_count:1; response_revision:23234; }","duration":"505.556646ms","start":"2026-03-02T22:11:24.047471Z","end":"2026-03-02T22:11:24.553028Z","steps":["trace[714700525] 'agreement among raft nodes before linearized reading' (duration: 505.008081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.553137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.047456Z","time spent":"505.664589ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-4b445b01-337d-4584-92cb-46404da035a7\" "} {"level":"info","ts":"2026-03-02T22:11:24.552742Z","caller":"traceutil/trace.go:171","msg":"trace[929909449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23234; }","duration":"334.850572ms","start":"2026-03-02T22:11:24.217869Z","end":"2026-03-02T22:11:24.55272Z","steps":["trace[929909449] 'agreement among raft nodes before linearized reading' (duration: 334.718919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.553219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.217854Z","time spent":"335.344986ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:24.552743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.217827Z","time spent":"334.904445ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:24.552539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.512677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:24.553402Z","caller":"traceutil/trace.go:171","msg":"trace[809870391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23234; }","duration":"334.392721ms","start":"2026-03-02T22:11:24.218987Z","end":"2026-03-02T22:11:24.55338Z","steps":["trace[809870391] 'agreement among raft nodes before linearized reading' (duration: 333.349613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.553456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.218977Z","time spent":"334.464363ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:24.552597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.698268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:24.553544Z","caller":"traceutil/trace.go:171","msg":"trace[1753990216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23234; }","duration":"335.706226ms","start":"2026-03-02T22:11:24.217823Z","end":"2026-03-02T22:11:24.553529Z","steps":["trace[1753990216] 'agreement among raft nodes before linearized reading' (duration: 334.547345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:24.553594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.217798Z","time spent":"335.781617ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:25.279853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.803167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:25.28008Z","caller":"traceutil/trace.go:171","msg":"trace[76885677] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24049; }","duration":"727.897197ms","start":"2026-03-02T22:11:24.552163Z","end":"2026-03-02T22:11:25.28006Z","steps":["trace[76885677] 'read index received' (duration: 342.66898ms)","trace[76885677] 'applied index is now lower than readState.Index' (duration: 385.227227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:25.280375Z","caller":"traceutil/trace.go:171","msg":"trace[2113023440] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"755.427737ms","start":"2026-03-02T22:11:24.524931Z","end":"2026-03-02T22:11:25.280359Z","steps":["trace[2113023440] 'process raft request' (duration: 370.021105ms)","trace[2113023440] 'compare' (duration: 383.957204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:25.280443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.524913Z","time spent":"755.490488ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:25.280862Z","caller":"traceutil/trace.go:171","msg":"trace[302377809] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"745.475853ms","start":"2026-03-02T22:11:24.535372Z","end":"2026-03-02T22:11:25.280848Z","steps":["trace[302377809] 'process raft request' (duration: 744.60612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.28093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.535362Z","time spent":"745.533706ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:25.281131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.433707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:25.281177Z","caller":"traceutil/trace.go:171","msg":"trace[1979738101] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23236; }","duration":"741.496529ms","start":"2026-03-02T22:11:24.539664Z","end":"2026-03-02T22:11:25.281161Z","steps":["trace[1979738101] 'agreement among raft nodes before linearized reading' (duration: 741.384616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.281214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.539653Z","time spent":"741.5473ms","remote":"127.0.0.1:34678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:11:25.281377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.166572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:25.281413Z","caller":"traceutil/trace.go:171","msg":"trace[900951815] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23236; }","duration":"746.234734ms","start":"2026-03-02T22:11:24.535169Z","end":"2026-03-02T22:11:25.281404Z","steps":["trace[900951815] 'agreement among raft nodes before linearized reading' (duration: 746.179713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.281439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.535149Z","time spent":"746.283565ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:11:25.281734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.443224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T22:11:25.281778Z","caller":"traceutil/trace.go:171","msg":"trace[319358682] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23236; }","duration":"756.507336ms","start":"2026-03-02T22:11:24.525259Z","end":"2026-03-02T22:11:25.281767Z","steps":["trace[319358682] 'agreement among raft nodes before linearized reading' (duration: 756.350271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.281808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.525252Z","time spent":"756.549917ms","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:11:25.281854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.781349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:25.281967Z","caller":"traceutil/trace.go:171","msg":"trace[843308740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23236; }","duration":"757.977725ms","start":"2026-03-02T22:11:24.523961Z","end":"2026-03-02T22:11:25.281939Z","steps":["trace[843308740] 'agreement among raft nodes before linearized reading' (duration: 757.735269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.282041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.523937Z","time spent":"758.089517ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:25.300293Z","caller":"traceutil/trace.go:171","msg":"trace[1666158555] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"538.5522ms","start":"2026-03-02T22:11:24.761723Z","end":"2026-03-02T22:11:25.300275Z","steps":["trace[1666158555] 'process raft request' (duration: 538.508269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.300511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.761686Z","time spent":"538.676893ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:25.300784Z","caller":"traceutil/trace.go:171","msg":"trace[1729790989] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"742.307ms","start":"2026-03-02T22:11:24.558449Z","end":"2026-03-02T22:11:25.300756Z","steps":["trace[1729790989] 'process raft request' (duration: 741.57786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:25.300839Z","caller":"traceutil/trace.go:171","msg":"trace[772061394] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"741.457397ms","start":"2026-03-02T22:11:24.559349Z","end":"2026-03-02T22:11:25.300806Z","steps":["trace[772061394] 'process raft request' (duration: 740.767649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:25.300906Z","caller":"traceutil/trace.go:171","msg":"trace[204365572] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"741.9413ms","start":"2026-03-02T22:11:24.558915Z","end":"2026-03-02T22:11:25.300856Z","steps":["trace[204365572] 'process raft request' (duration: 741.150509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.300987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.559335Z","time spent":"741.56438ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:25.300939Z","caller":"traceutil/trace.go:171","msg":"trace[1118975841] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"742.570537ms","start":"2026-03-02T22:11:24.558309Z","end":"2026-03-02T22:11:25.300879Z","steps":["trace[1118975841] 'process raft request' (duration: 741.677393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.301146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.558278Z","time spent":"742.760581ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:25.301145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.558894Z","time spent":"742.113174ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:25.301285Z","caller":"traceutil/trace.go:171","msg":"trace[366181868] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"744.033535ms","start":"2026-03-02T22:11:24.557151Z","end":"2026-03-02T22:11:25.301185Z","steps":["trace[366181868] 'process raft request' (duration: 742.742801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.301356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.557126Z","time spent":"744.19554ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:25.301399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.558427Z","time spent":"742.423013ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:25.30194Z","caller":"traceutil/trace.go:171","msg":"trace[2088352898] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"539.159706ms","start":"2026-03-02T22:11:24.761665Z","end":"2026-03-02T22:11:25.300825Z","steps":["trace[2088352898] 'process raft request' (duration: 538.509469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.302328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.761631Z","time spent":"540.357468ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:25.359594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.148065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-02T22:11:25.359737Z","caller":"traceutil/trace.go:171","msg":"trace[1645321411] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23244; }","duration":"802.32415ms","start":"2026-03-02T22:11:24.557392Z","end":"2026-03-02T22:11:25.359716Z","steps":["trace[1645321411] 'agreement among raft nodes before linearized reading' (duration: 802.015442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.35981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:24.55738Z","time spent":"802.417252ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-02T22:11:25.360326Z","caller":"traceutil/trace.go:171","msg":"trace[889782499] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"311.117374ms","start":"2026-03-02T22:11:25.049193Z","end":"2026-03-02T22:11:25.360311Z","steps":["trace[889782499] 'process raft request' (duration: 309.815799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.360671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:25.049172Z","time spent":"311.432522ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:25.363359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.368455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:25.36352Z","caller":"traceutil/trace.go:171","msg":"trace[1912215366] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23244; }","duration":"344.592431ms","start":"2026-03-02T22:11:25.018908Z","end":"2026-03-02T22:11:25.363501Z","steps":["trace[1912215366] 'agreement among raft nodes before linearized reading' (duration: 341.957971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:25.36374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:25.018882Z","time spent":"344.840077ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:26.734116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:27.234444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:27.243629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195156959s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:27.244093Z","caller":"traceutil/trace.go:171","msg":"trace[1091395863] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"1.196076374s","start":"2026-03-02T22:11:26.04799Z","end":"2026-03-02T22:11:27.244066Z","steps":["trace[1091395863] 'process raft request' (duration: 1.195869138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.244245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.047975Z","time spent":"1.196183136s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.294059Z","caller":"traceutil/trace.go:171","msg":"trace[1129057230] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"1.245677088s","start":"2026-03-02T22:11:26.048365Z","end":"2026-03-02T22:11:27.294043Z","steps":["trace[1129057230] 'process raft request' (duration: 1.245608026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.294185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.048355Z","time spent":"1.2457577s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.294175Z","caller":"traceutil/trace.go:171","msg":"trace[1718319901] linearizableReadLoop","detail":"{readStateIndex:24064; appliedIndex:24059; }","duration":"1.060264325s","start":"2026-03-02T22:11:26.233891Z","end":"2026-03-02T22:11:27.294155Z","steps":["trace[1718319901] 'read index received' (duration: 1.010050785s)","trace[1718319901] 'applied index is now lower than readState.Index' (duration: 50.21256ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:27.29428Z","caller":"traceutil/trace.go:171","msg":"trace[1293994184] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"1.246047437s","start":"2026-03-02T22:11:26.048226Z","end":"2026-03-02T22:11:27.294274Z","steps":["trace[1293994184] 'process raft request' (duration: 1.244022764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.294313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.048217Z","time spent":"1.246076709s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.294457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.715925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:27.294482Z","caller":"traceutil/trace.go:171","msg":"trace[1629950598] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23249; }","duration":"732.767166ms","start":"2026-03-02T22:11:26.561706Z","end":"2026-03-02T22:11:27.294473Z","steps":["trace[1629950598] 'agreement among raft nodes before linearized reading' (duration: 732.651983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.294502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.561687Z","time spent":"732.808348ms","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:27.294691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060764348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:27.2948Z","caller":"traceutil/trace.go:171","msg":"trace[948633709] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"1.246284544s","start":"2026-03-02T22:11:26.048501Z","end":"2026-03-02T22:11:27.294786Z","steps":["trace[948633709] 'process raft request' (duration: 1.245507593s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:27.294808Z","caller":"traceutil/trace.go:171","msg":"trace[149165942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23249; }","duration":"1.060936933s","start":"2026-03-02T22:11:26.233849Z","end":"2026-03-02T22:11:27.294786Z","steps":["trace[149165942] 'agreement among raft nodes before linearized reading' (duration: 1.060736947s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.29488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.047714Z","time spent":"1.247118036s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.29489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.233831Z","time spent":"1.061019404s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:27.294957Z","caller":"traceutil/trace.go:171","msg":"trace[1285845947] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"1.127083545s","start":"2026-03-02T22:11:26.167864Z","end":"2026-03-02T22:11:27.294948Z","steps":["trace[1285845947] 'process raft request' (duration: 1.126225292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.295002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:26.167831Z","time spent":"1.127145837s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.69891Z","caller":"traceutil/trace.go:171","msg":"trace[1953033570] transaction","detail":"{read_only:false; response_revision:23250; number_of_response:1; }","duration":"398.693105ms","start":"2026-03-02T22:11:27.300193Z","end":"2026-03-02T22:11:27.698886Z","steps":["trace[1953033570] 'process raft request' (duration: 398.493559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.699035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.300172Z","time spent":"398.800438ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.699257Z","caller":"traceutil/trace.go:171","msg":"trace[285097477] linearizableReadLoop","detail":"{readStateIndex:24065; appliedIndex:24065; }","duration":"394.442852ms","start":"2026-03-02T22:11:27.304775Z","end":"2026-03-02T22:11:27.699218Z","steps":["trace[285097477] 'read index received' (duration: 394.429342ms)","trace[285097477] 'applied index is now lower than readState.Index' (duration: 10.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:27.699338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.518344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:27.699426Z","caller":"traceutil/trace.go:171","msg":"trace[1350802386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23250; }","duration":"394.668268ms","start":"2026-03-02T22:11:27.304737Z","end":"2026-03-02T22:11:27.699405Z","steps":["trace[1350802386] 'agreement among raft nodes before linearized reading' (duration: 394.483783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.699476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.304723Z","time spent":"394.74707ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:27.699616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.804372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:11:27.699696Z","caller":"traceutil/trace.go:171","msg":"trace[1455216128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23250; }","duration":"394.924854ms","start":"2026-03-02T22:11:27.30475Z","end":"2026-03-02T22:11:27.699675Z","steps":["trace[1455216128] 'agreement among raft nodes before linearized reading' (duration: 394.589406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.69976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.30473Z","time spent":"395.018977ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:11:27.730918Z","caller":"traceutil/trace.go:171","msg":"trace[757549758] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"423.672277ms","start":"2026-03-02T22:11:27.307226Z","end":"2026-03-02T22:11:27.730899Z","steps":["trace[757549758] 'process raft request' (duration: 423.468611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.731108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.307211Z","time spent":"423.787979ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:27.731303Z","caller":"traceutil/trace.go:171","msg":"trace[1585298873] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"422.714261ms","start":"2026-03-02T22:11:27.308549Z","end":"2026-03-02T22:11:27.731263Z","steps":["trace[1585298873] 'process raft request' (duration: 422.30195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.731401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.061434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:11:27.731408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.109075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:11:27.731436Z","caller":"traceutil/trace.go:171","msg":"trace[1521163054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23252; }","duration":"422.100525ms","start":"2026-03-02T22:11:27.309326Z","end":"2026-03-02T22:11:27.731426Z","steps":["trace[1521163054] 'agreement among raft nodes before linearized reading' (duration: 421.962411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.731425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.471994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:11:27.731459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.309304Z","time spent":"422.151896ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:27.731456Z","caller":"traceutil/trace.go:171","msg":"trace[756305267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23252; }","duration":"422.173307ms","start":"2026-03-02T22:11:27.309268Z","end":"2026-03-02T22:11:27.731441Z","steps":["trace[756305267] 'agreement among raft nodes before linearized reading' (duration: 422.005403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:27.731479Z","caller":"traceutil/trace.go:171","msg":"trace[1225954555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23252; }","duration":"425.582957ms","start":"2026-03-02T22:11:27.305879Z","end":"2026-03-02T22:11:27.731462Z","steps":["trace[1225954555] 'agreement among raft nodes before linearized reading' (duration: 425.435483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.731477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.308537Z","time spent":"422.845214ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:27.73149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.309257Z","time spent":"422.226048ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:27.731531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.305852Z","time spent":"425.655179ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:27.731495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.120155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:11:27.731584Z","caller":"traceutil/trace.go:171","msg":"trace[944616815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23252; }","duration":"425.240327ms","start":"2026-03-02T22:11:27.306324Z","end":"2026-03-02T22:11:27.731565Z","steps":["trace[944616815] 'agreement among raft nodes before linearized reading' (duration: 424.95543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:27.731631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.306316Z","time spent":"425.30542ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:28.562041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.494293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:28.562153Z","caller":"traceutil/trace.go:171","msg":"trace[2114935515] linearizableReadLoop","detail":"{readStateIndex:24068; appliedIndex:24067; }","duration":"830.880866ms","start":"2026-03-02T22:11:27.73125Z","end":"2026-03-02T22:11:28.56213Z","steps":["trace[2114935515] 'read index received' (duration: 355.637464ms)","trace[2114935515] 'applied index is now lower than readState.Index' (duration: 475.240902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:28.562267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.078593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:28.562242Z","caller":"traceutil/trace.go:171","msg":"trace[1043072251] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"857.706837ms","start":"2026-03-02T22:11:27.704505Z","end":"2026-03-02T22:11:28.562212Z","steps":["trace[1043072251] 'process raft request' (duration: 382.367332ms)","trace[1043072251] 'compare' (duration: 474.143064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:28.562304Z","caller":"traceutil/trace.go:171","msg":"trace[1626885973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23253; }","duration":"862.144225ms","start":"2026-03-02T22:11:27.700148Z","end":"2026-03-02T22:11:28.562293Z","steps":["trace[1626885973] 'agreement among raft nodes before linearized reading' (duration: 862.080233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:28.56237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.700135Z","time spent":"862.225666ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:28.562401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.704492Z","time spent":"857.82235ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.062582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:29.240807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153903926s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:29.241394Z","caller":"traceutil/trace.go:171","msg":"trace[394941654] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"1.505679427s","start":"2026-03-02T22:11:27.735686Z","end":"2026-03-02T22:11:29.241366Z","steps":["trace[394941654] 'process raft request' (duration: 1.505316317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.241543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502105423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:29.241617Z","caller":"traceutil/trace.go:171","msg":"trace[778894447] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"1.505159673s","start":"2026-03-02T22:11:27.736447Z","end":"2026-03-02T22:11:29.241606Z","steps":["trace[778894447] 'process raft request' (duration: 1.504824434s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:29.241624Z","caller":"traceutil/trace.go:171","msg":"trace[1272250525] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23257; }","duration":"1.502219045s","start":"2026-03-02T22:11:27.739386Z","end":"2026-03-02T22:11:29.241605Z","steps":["trace[1272250525] 'agreement among raft nodes before linearized reading' (duration: 1.502068771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.241677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.73644Z","time spent":"1.505211484s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.241726Z","caller":"traceutil/trace.go:171","msg":"trace[1651590122] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"1.504554227s","start":"2026-03-02T22:11:27.737159Z","end":"2026-03-02T22:11:29.241713Z","steps":["trace[1651590122] 'process raft request' (duration: 1.504156826s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.241813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.737137Z","time spent":"1.504625409s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:29.241882Z","caller":"traceutil/trace.go:171","msg":"trace[1513833744] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"1.505483112s","start":"2026-03-02T22:11:27.736368Z","end":"2026-03-02T22:11:29.241851Z","steps":["trace[1513833744] 'process raft request' (duration: 1.504851305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.242053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.736361Z","time spent":"1.505579114s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.241568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.735665Z","time spent":"1.505818831s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.242201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229671114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:11:29.242253Z","caller":"traceutil/trace.go:171","msg":"trace[1734812015] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23257; }","duration":"1.229768846s","start":"2026-03-02T22:11:28.012467Z","end":"2026-03-02T22:11:29.242236Z","steps":["trace[1734812015] 'agreement among raft nodes before linearized reading' (duration: 1.229466208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.242302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.012442Z","time spent":"1.229848858s","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:29.241677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:27.739379Z","time spent":"1.502284187s","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:29.241393Z","caller":"traceutil/trace.go:171","msg":"trace[1892196762] linearizableReadLoop","detail":"{readStateIndex:24072; appliedIndex:24068; }","duration":"679.187947ms","start":"2026-03-02T22:11:28.562181Z","end":"2026-03-02T22:11:29.241369Z","steps":["trace[1892196762] 'read index received' (duration: 678.796077ms)","trace[1892196762] 'applied index is now lower than readState.Index' (duration: 390.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:29.242663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.859336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:29.242712Z","caller":"traceutil/trace.go:171","msg":"trace[841206549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23257; }","duration":"673.945058ms","start":"2026-03-02T22:11:28.568755Z","end":"2026-03-02T22:11:29.2427Z","steps":["trace[841206549] 'agreement among raft nodes before linearized reading' (duration: 673.861886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:29.242749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:28.568738Z","time spent":"674.004679ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:29.849147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.266349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:29.849329Z","caller":"traceutil/trace.go:171","msg":"trace[717395863] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"597.448901ms","start":"2026-03-02T22:11:29.251851Z","end":"2026-03-02T22:11:29.8493Z","steps":["trace[717395863] 'process raft request' (duration: 154.899754ms)","trace[717395863] 'compare' (duration: 441.491779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:29.849519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.251815Z","time spent":"597.653325ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:29.960964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:30.784799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.556184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:30.785054Z","caller":"traceutil/trace.go:171","msg":"trace[1328081796] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"1.48393702s","start":"2026-03-02T22:11:29.301094Z","end":"2026-03-02T22:11:30.785031Z","steps":["trace[1328081796] 'process raft request' (duration: 1.103034927s)","trace[1328081796] 'compare' (duration: 379.65891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:30.785194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.301035Z","time spent":"1.484116475s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.785545Z","caller":"traceutil/trace.go:171","msg":"trace[1513556564] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"1.483598352s","start":"2026-03-02T22:11:29.301929Z","end":"2026-03-02T22:11:30.785528Z","steps":["trace[1513556564] 'process raft request' (duration: 1.483051227s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.785574Z","caller":"traceutil/trace.go:171","msg":"trace[1644520316] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"1.041917939s","start":"2026-03-02T22:11:29.743626Z","end":"2026-03-02T22:11:30.785544Z","steps":["trace[1644520316] 'process raft request' (duration: 1.041677403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.785686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.301892Z","time spent":"1.483723765s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:30.785728Z","caller":"traceutil/trace.go:171","msg":"trace[137926822] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"1.483545389s","start":"2026-03-02T22:11:29.302166Z","end":"2026-03-02T22:11:30.785711Z","steps":["trace[137926822] 'process raft request' (duration: 1.483072337s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:30.785744Z","caller":"traceutil/trace.go:171","msg":"trace[864469939] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.041993871s","start":"2026-03-02T22:11:29.743738Z","end":"2026-03-02T22:11:30.785732Z","steps":["trace[864469939] 'process raft request' (duration: 1.041599581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:30.785794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.30213Z","time spent":"1.483629192s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:30.785799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.743661Z","time spent":"1.042108664s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:30.785905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.743602Z","time spent":"1.042041352s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:31.009669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.027806ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:11:31.009788Z","caller":"traceutil/trace.go:171","msg":"trace[163114421] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24073; }","duration":"1.549898679s","start":"2026-03-02T22:11:29.459871Z","end":"2026-03-02T22:11:31.009769Z","steps":["trace[163114421] 'read index received' (duration: 944.152538ms)","trace[163114421] 'applied index is now lower than readState.Index' (duration: 605.744001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:31.010009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550135025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:11:31.010034Z","caller":"traceutil/trace.go:171","msg":"trace[991985542] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23263; }","duration":"1.550214077s","start":"2026-03-02T22:11:29.459812Z","end":"2026-03-02T22:11:31.010026Z","steps":["trace[991985542] 'agreement among raft nodes before linearized reading' (duration: 1.550062643s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.459788Z","time spent":"1.550268108s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:11:31.010202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294995744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:31.010223Z","caller":"traceutil/trace.go:171","msg":"trace[1678304121] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23263; }","duration":"1.295060346s","start":"2026-03-02T22:11:29.715155Z","end":"2026-03-02T22:11:31.010216Z","steps":["trace[1678304121] 'agreement among raft nodes before linearized reading' (duration: 1.295016754s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.715134Z","time spent":"1.295101597s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:31.010218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.215638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:31.010279Z","caller":"traceutil/trace.go:171","msg":"trace[264183368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23263; }","duration":"776.30227ms","start":"2026-03-02T22:11:30.233961Z","end":"2026-03-02T22:11:31.010263Z","steps":["trace[264183368] 'agreement among raft nodes before linearized reading' (duration: 776.185717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.01031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.233948Z","time spent":"776.355361ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:31.01029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550023031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-02T22:11:31.01037Z","caller":"traceutil/trace.go:171","msg":"trace[1130788340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23263; }","duration":"1.550159405s","start":"2026-03-02T22:11:29.460182Z","end":"2026-03-02T22:11:31.010341Z","steps":["trace[1130788340] 'agreement among raft nodes before linearized reading' (duration: 1.549906478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.460159Z","time spent":"1.550250188s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:31.010412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.483366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:11:31.010466Z","caller":"traceutil/trace.go:171","msg":"trace[1380602551] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23263; }","duration":"787.583389ms","start":"2026-03-02T22:11:30.222869Z","end":"2026-03-02T22:11:31.010452Z","steps":["trace[1380602551] 'agreement among raft nodes before linearized reading' (duration: 787.423975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126205922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T22:11:31.010493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.222848Z","time spent":"787.6395ms","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:11:31.01051Z","caller":"traceutil/trace.go:171","msg":"trace[881984918] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23263; }","duration":"1.126277533s","start":"2026-03-02T22:11:29.884223Z","end":"2026-03-02T22:11:31.010501Z","steps":["trace[881984918] 'agreement among raft nodes before linearized reading' (duration: 1.126209291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.884197Z","time spent":"1.126327805s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:11:31.010551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.995368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:31.010573Z","caller":"traceutil/trace.go:171","msg":"trace[362229399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23263; }","duration":"443.06312ms","start":"2026-03-02T22:11:30.567501Z","end":"2026-03-02T22:11:31.010565Z","steps":["trace[362229399] 'agreement among raft nodes before linearized reading' (duration: 442.941797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.567474Z","time spent":"443.114882ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:31.010656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.047447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:31.010671Z","caller":"traceutil/trace.go:171","msg":"trace[606937028] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23263; }","duration":"612.106369ms","start":"2026-03-02T22:11:30.398559Z","end":"2026-03-02T22:11:31.010666Z","steps":["trace[606937028] 'agreement among raft nodes before linearized reading' (duration: 612.076198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.39854Z","time spent":"612.14198ms","remote":"127.0.0.1:34716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:31.010721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306785546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:31.010756Z","caller":"traceutil/trace.go:171","msg":"trace[1560080309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23263; }","duration":"1.306837667s","start":"2026-03-02T22:11:29.703895Z","end":"2026-03-02T22:11:31.010732Z","steps":["trace[1560080309] 'agreement among raft nodes before linearized reading' (duration: 1.306784846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.703863Z","time spent":"1.306903729s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:31.010738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4182592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:31.010833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.334983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:11:31.010852Z","caller":"traceutil/trace.go:171","msg":"trace[899367137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23263; }","duration":"627.418154ms","start":"2026-03-02T22:11:30.383428Z","end":"2026-03-02T22:11:31.010846Z","steps":["trace[899367137] 'agreement among raft nodes before linearized reading' (duration: 627.350043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:31.010845Z","caller":"traceutil/trace.go:171","msg":"trace[1517934494] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23263; }","duration":"1.418370123s","start":"2026-03-02T22:11:29.592439Z","end":"2026-03-02T22:11:31.010809Z","steps":["trace[1517934494] 'agreement among raft nodes before linearized reading' (duration: 1.418211709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.576766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130629"} {"level":"warn","ts":"2026-03-02T22:11:31.010871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.383405Z","time spent":"627.462496ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:11:31.010892Z","caller":"traceutil/trace.go:171","msg":"trace[931034594] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23263; }","duration":"765.613746ms","start":"2026-03-02T22:11:30.245272Z","end":"2026-03-02T22:11:31.010885Z","steps":["trace[931034594] 'agreement among raft nodes before linearized reading' (duration: 765.517904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:29.592384Z","time spent":"1.418501596s","remote":"127.0.0.1:58502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:31.010937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.992526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:31.01096Z","caller":"traceutil/trace.go:171","msg":"trace[171114351] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23263; }","duration":"732.038467ms","start":"2026-03-02T22:11:30.278917Z","end":"2026-03-02T22:11:31.010955Z","steps":["trace[171114351] 'agreement among raft nodes before linearized reading' (duration: 732.004426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.010977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.278906Z","time spent":"732.066158ms","remote":"127.0.0.1:34888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:31.010909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:30.245265Z","time spent":"765.640617ms","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130651,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:11:31.515606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:11:31.526485Z","caller":"traceutil/trace.go:171","msg":"trace[951193986] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"511.872463ms","start":"2026-03-02T22:11:31.014584Z","end":"2026-03-02T22:11:31.526456Z","steps":["trace[951193986] 'process raft request' (duration: 511.615656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:31.526853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.014562Z","time spent":"512.006247ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:32.112026Z","caller":"traceutil/trace.go:171","msg":"trace[856804707] linearizableReadLoop","detail":"{readStateIndex:24083; appliedIndex:24079; }","duration":"1.097337197s","start":"2026-03-02T22:11:31.014664Z","end":"2026-03-02T22:11:32.112001Z","steps":["trace[856804707] 'read index received' (duration: 511.529814ms)","trace[856804707] 'applied index is now lower than readState.Index' (duration: 585.806423ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:32.112293Z","caller":"traceutil/trace.go:171","msg":"trace[507210008] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.097643745s","start":"2026-03-02T22:11:31.014635Z","end":"2026-03-02T22:11:32.112279Z","steps":["trace[507210008] 'process raft request' (duration: 1.043212283s)","trace[507210008] 'compare' (duration: 53.909848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:32.112414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.014626Z","time spent":"1.097705886s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:32.11262Z","caller":"traceutil/trace.go:171","msg":"trace[228037202] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.097155322s","start":"2026-03-02T22:11:31.015454Z","end":"2026-03-02T22:11:32.11261Z","steps":["trace[228037202] 'process raft request' (duration: 1.096450563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.112678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.015442Z","time spent":"1.097206954s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:32.112806Z","caller":"traceutil/trace.go:171","msg":"trace[19427908] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.094705918s","start":"2026-03-02T22:11:31.018092Z","end":"2026-03-02T22:11:32.112798Z","steps":["trace[19427908] 'process raft request' (duration: 1.093865625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.112864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.018061Z","time spent":"1.094775379s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:32.113553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09896738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115549"} {"level":"info","ts":"2026-03-02T22:11:32.113593Z","caller":"traceutil/trace.go:171","msg":"trace[1321454044] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23267; }","duration":"1.099022661s","start":"2026-03-02T22:11:31.01456Z","end":"2026-03-02T22:11:32.113583Z","steps":["trace[1321454044] 'agreement among raft nodes before linearized reading' (duration: 1.098418005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:32.113635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.01454Z","time spent":"1.099083843s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115571,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T22:11:33.010677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.532783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:33.010976Z","caller":"traceutil/trace.go:171","msg":"trace[1118705602] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.312575879s","start":"2026-03-02T22:11:31.698352Z","end":"2026-03-02T22:11:33.010928Z","steps":["trace[1118705602] 'process raft request' (duration: 640.668246ms)","trace[1118705602] 'compare' (duration: 671.073361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:33.011083Z","caller":"traceutil/trace.go:171","msg":"trace[1974387915] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.155822745s","start":"2026-03-02T22:11:31.855223Z","end":"2026-03-02T22:11:33.011046Z","steps":["trace[1974387915] 'process raft request' (duration: 1.155588689s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.01113Z","caller":"traceutil/trace.go:171","msg":"trace[1989716191] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"953.388162ms","start":"2026-03-02T22:11:32.057715Z","end":"2026-03-02T22:11:33.011103Z","steps":["trace[1989716191] 'process raft request' (duration: 953.254428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.011171Z","caller":"traceutil/trace.go:171","msg":"trace[933459995] linearizableReadLoop","detail":"{readStateIndex:24086; appliedIndex:24083; }","duration":"899.041292ms","start":"2026-03-02T22:11:32.112105Z","end":"2026-03-02T22:11:33.011146Z","steps":["trace[933459995] 'read index received' (duration: 226.824641ms)","trace[933459995] 'applied index is now lower than readState.Index' (duration: 672.214991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:33.011182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.69832Z","time spent":"1.312744224s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:33.01118Z","caller":"traceutil/trace.go:171","msg":"trace[1185086005] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"709.852249ms","start":"2026-03-02T22:11:32.301296Z","end":"2026-03-02T22:11:33.011148Z","steps":["trace[1185086005] 'process raft request' (duration: 709.743106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.057689Z","time spent":"953.500975ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.011271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.855185Z","time spent":"1.15598703s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.011285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.301262Z","time spent":"709.971572ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.011381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410496393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:33.011397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991431037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T22:11:33.011425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764792072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:11:33.011441Z","caller":"traceutil/trace.go:171","msg":"trace[1863245521] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23271; }","duration":"1.410612467s","start":"2026-03-02T22:11:31.600807Z","end":"2026-03-02T22:11:33.01142Z","steps":["trace[1863245521] 'agreement among raft nodes before linearized reading' (duration: 1.410377471s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.011443Z","caller":"traceutil/trace.go:171","msg":"trace[1742202318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23271; }","duration":"1.991506169s","start":"2026-03-02T22:11:31.01992Z","end":"2026-03-02T22:11:33.011426Z","steps":["trace[1742202318] 'agreement among raft nodes before linearized reading' (duration: 1.991336005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76360812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:11:33.011444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.244408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:11:33.011483Z","caller":"traceutil/trace.go:171","msg":"trace[230957728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23271; }","duration":"1.764854493s","start":"2026-03-02T22:11:31.246614Z","end":"2026-03-02T22:11:33.011469Z","steps":["trace[230957728] 'agreement among raft nodes before linearized reading' (duration: 1.764630737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.019909Z","time spent":"1.991572862s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:11:33.011491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.60078Z","time spent":"1.41069985s","remote":"127.0.0.1:35528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:33.011459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652699982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:33.011493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763530348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:33.011486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765211344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:11:33.011546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991634383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:11:33.011533Z","caller":"traceutil/trace.go:171","msg":"trace[782639569] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23271; }","duration":"990.363392ms","start":"2026-03-02T22:11:32.021151Z","end":"2026-03-02T22:11:33.011514Z","steps":["trace[782639569] 'agreement among raft nodes before linearized reading' (duration: 990.196447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.011581Z","caller":"traceutil/trace.go:171","msg":"trace[1647516013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23271; }","duration":"1.765310156s","start":"2026-03-02T22:11:31.246261Z","end":"2026-03-02T22:11:33.011571Z","steps":["trace[1647516013] 'agreement among raft nodes before linearized reading' (duration: 1.765131711s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.011588Z","caller":"traceutil/trace.go:171","msg":"trace[1932527842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23271; }","duration":"1.763711873s","start":"2026-03-02T22:11:31.247854Z","end":"2026-03-02T22:11:33.011566Z","steps":["trace[1932527842] 'agreement among raft nodes before linearized reading' (duration: 1.763458096s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.011596Z","caller":"traceutil/trace.go:171","msg":"trace[1321928881] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23271; }","duration":"1.991682854s","start":"2026-03-02T22:11:31.0199Z","end":"2026-03-02T22:11:33.011582Z","steps":["trace[1321928881] 'agreement among raft nodes before linearized reading' (duration: 1.99153391s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.246182Z","time spent":"1.765420349s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:33.011613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.021125Z","time spent":"990.469214ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"info","ts":"2026-03-02T22:11:33.011606Z","caller":"traceutil/trace.go:171","msg":"trace[1344613477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23271; }","duration":"1.652896647s","start":"2026-03-02T22:11:31.358656Z","end":"2026-03-02T22:11:33.011553Z","steps":["trace[1344613477] 'agreement among raft nodes before linearized reading' (duration: 1.65263541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.019871Z","time spent":"1.991760907s","remote":"127.0.0.1:34430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T22:11:33.011533Z","caller":"traceutil/trace.go:171","msg":"trace[286115757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23271; }","duration":"1.763773434s","start":"2026-03-02T22:11:31.247735Z","end":"2026-03-02T22:11:33.011509Z","steps":["trace[286115757] 'agreement among raft nodes before linearized reading' (duration: 1.763445886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.358627Z","time spent":"1.653059231s","remote":"127.0.0.1:35040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:33.011543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.246548Z","time spent":"1.764983987s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:33.011615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996917883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf76d8dd-30ee-4ca9-8784-c13aecdbb740\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T22:11:33.011876Z","caller":"traceutil/trace.go:171","msg":"trace[1908864893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf76d8dd-30ee-4ca9-8784-c13aecdbb740; range_end:; response_count:1; response_revision:23271; }","duration":"1.997210841s","start":"2026-03-02T22:11:31.014647Z","end":"2026-03-02T22:11:33.011858Z","steps":["trace[1908864893] 'agreement among raft nodes before linearized reading' (duration: 1.99680616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881186536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:33.011923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.014622Z","time spent":"1.997285392s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bf76d8dd-30ee-4ca9-8784-c13aecdbb740\" "} {"level":"info","ts":"2026-03-02T22:11:33.011953Z","caller":"traceutil/trace.go:171","msg":"trace[1593836020] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23271; }","duration":"1.881900535s","start":"2026-03-02T22:11:31.130038Z","end":"2026-03-02T22:11:33.011939Z","steps":["trace[1593836020] 'agreement among raft nodes before linearized reading' (duration: 1.881177866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.011638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.247828Z","time spent":"1.763796005s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:33.011999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.130015Z","time spent":"1.881974577s","remote":"127.0.0.1:55828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:33.011727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:31.247709Z","time spent":"1.763996191s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:33.513655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.084718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:33.514178Z","caller":"traceutil/trace.go:171","msg":"trace[864049098] linearizableReadLoop","detail":"{readStateIndex:24092; appliedIndex:24087; }","duration":"502.939716ms","start":"2026-03-02T22:11:33.011214Z","end":"2026-03-02T22:11:33.514154Z","steps":["trace[864049098] 'read index received' (duration: 184.276802ms)","trace[864049098] 'applied index is now lower than readState.Index' (duration: 318.661794ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:33.514294Z","caller":"traceutil/trace.go:171","msg":"trace[1347452844] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"720.606054ms","start":"2026-03-02T22:11:32.79367Z","end":"2026-03-02T22:11:33.514276Z","steps":["trace[1347452844] 'process raft request' (duration: 401.798366ms)","trace[1347452844] 'compare' (duration: 317.887433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:33.514384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.79364Z","time spent":"720.690155ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:33.514493Z","caller":"traceutil/trace.go:171","msg":"trace[701663775] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"720.517791ms","start":"2026-03-02T22:11:32.793917Z","end":"2026-03-02T22:11:33.514435Z","steps":["trace[701663775] 'process raft request' (duration: 720.079759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.514682Z","caller":"traceutil/trace.go:171","msg":"trace[1560567095] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"720.633804ms","start":"2026-03-02T22:11:32.79403Z","end":"2026-03-02T22:11:33.514664Z","steps":["trace[1560567095] 'process raft request' (duration: 720.059649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.514688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.793869Z","time spent":"720.717466ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.514781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.794022Z","time spent":"720.706986ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.514976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.067873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:33.51504Z","caller":"traceutil/trace.go:171","msg":"trace[247135725] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23276; }","duration":"956.156805ms","start":"2026-03-02T22:11:32.558861Z","end":"2026-03-02T22:11:33.515018Z","steps":["trace[247135725] 'agreement among raft nodes before linearized reading' (duration: 956.027812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:33.515075Z","caller":"traceutil/trace.go:171","msg":"trace[1676308722] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"721.390564ms","start":"2026-03-02T22:11:32.793671Z","end":"2026-03-02T22:11:33.515062Z","steps":["trace[1676308722] 'process raft request' (duration: 720.111451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.51509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.558841Z","time spent":"956.234627ms","remote":"127.0.0.1:38966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:33.515142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.79364Z","time spent":"721.464626ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:33.515289Z","caller":"traceutil/trace.go:171","msg":"trace[739300476] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"721.457586ms","start":"2026-03-02T22:11:32.793821Z","end":"2026-03-02T22:11:33.515278Z","steps":["trace[739300476] 'process raft request' (duration: 720.120681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.515351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.793787Z","time spent":"721.532207ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:33.515351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283735915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:33.515396Z","caller":"traceutil/trace.go:171","msg":"trace[817378023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23276; }","duration":"1.283829588s","start":"2026-03-02T22:11:32.231553Z","end":"2026-03-02T22:11:33.515383Z","steps":["trace[817378023] 'agreement among raft nodes before linearized reading' (duration: 1.283754136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.515432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.231529Z","time spent":"1.283894329s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:33.515783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395057674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130629"} {"level":"info","ts":"2026-03-02T22:11:33.51583Z","caller":"traceutil/trace.go:171","msg":"trace[1882755101] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23276; }","duration":"1.395141036s","start":"2026-03-02T22:11:32.120676Z","end":"2026-03-02T22:11:33.515817Z","steps":["trace[1882755101] 'agreement among raft nodes before linearized reading' (duration: 1.394932181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:33.515871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:32.12066Z","time spent":"1.395197259s","remote":"127.0.0.1:34426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130651,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T22:11:34.378386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.218626ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:11:34.378576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.012722Z","time spent":"1.365844381s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:11:34.37878Z","caller":"traceutil/trace.go:171","msg":"trace[493377431] linearizableReadLoop","detail":"{readStateIndex:24097; appliedIndex:24092; }","duration":"864.534459ms","start":"2026-03-02T22:11:33.514227Z","end":"2026-03-02T22:11:34.378762Z","steps":["trace[493377431] 'read index received' (duration: 138.913701ms)","trace[493377431] 'applied index is now lower than readState.Index' (duration: 725.619718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:34.378918Z","caller":"traceutil/trace.go:171","msg":"trace[1086493992] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"1.359695489s","start":"2026-03-02T22:11:33.019191Z","end":"2026-03-02T22:11:34.378887Z","steps":["trace[1086493992] 'process raft request' (duration: 1.359524574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362418321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T22:11:34.379063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.019181Z","time spent":"1.359797801s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.379093Z","caller":"traceutil/trace.go:171","msg":"trace[315903764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23280; }","duration":"1.362467422s","start":"2026-03-02T22:11:33.016614Z","end":"2026-03-02T22:11:34.379082Z","steps":["trace[315903764] 'agreement among raft nodes before linearized reading' (duration: 1.362341509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.37912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.016601Z","time spent":"1.362512774s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-02T22:11:34.379112Z","caller":"traceutil/trace.go:171","msg":"trace[2065063021] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"1.361333502s","start":"2026-03-02T22:11:33.017744Z","end":"2026-03-02T22:11:34.379077Z","steps":["trace[2065063021] 'process raft request' (duration: 1.360904431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.968744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:34.379221Z","caller":"traceutil/trace.go:171","msg":"trace[885037795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23280; }","duration":"861.104867ms","start":"2026-03-02T22:11:33.518095Z","end":"2026-03-02T22:11:34.3792Z","steps":["trace[885037795] 'agreement among raft nodes before linearized reading' (duration: 860.959413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.37923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.427314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:34.379259Z","caller":"traceutil/trace.go:171","msg":"trace[1601006545] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"1.36087068s","start":"2026-03-02T22:11:33.018376Z","end":"2026-03-02T22:11:34.379247Z","steps":["trace[1601006545] 'process raft request' (duration: 1.360310386s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.37925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.455978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:11:34.379266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.518066Z","time spent":"861.19131ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:34.379286Z","caller":"traceutil/trace.go:171","msg":"trace[81142808] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23280; }","duration":"516.497776ms","start":"2026-03-02T22:11:33.862769Z","end":"2026-03-02T22:11:34.379267Z","steps":["trace[81142808] 'agreement among raft nodes before linearized reading' (duration: 516.388623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.017736Z","time spent":"1.361458216s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:34.379309Z","caller":"traceutil/trace.go:171","msg":"trace[1351712203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23280; }","duration":"261.56372ms","start":"2026-03-02T22:11:34.117721Z","end":"2026-03-02T22:11:34.379285Z","steps":["trace[1351712203] 'agreement among raft nodes before linearized reading' (duration: 261.340955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.86271Z","time spent":"516.603278ms","remote":"127.0.0.1:39170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:34.37932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366179271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18439"} {"level":"info","ts":"2026-03-02T22:11:34.379375Z","caller":"traceutil/trace.go:171","msg":"trace[1224428628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23280; }","duration":"1.366258402s","start":"2026-03-02T22:11:33.013102Z","end":"2026-03-02T22:11:34.379361Z","steps":["trace[1224428628] 'agreement among raft nodes before linearized reading' (duration: 1.366049087s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.37941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.013085Z","time spent":"1.366318105s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18461,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T22:11:34.379428Z","caller":"traceutil/trace.go:171","msg":"trace[572159363] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"1.361768644s","start":"2026-03-02T22:11:33.017645Z","end":"2026-03-02T22:11:34.379413Z","steps":["trace[572159363] 'process raft request' (duration: 1.36085617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.018367Z","time spent":"1.360910201s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.379478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.017421Z","time spent":"1.362027801s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:34.379608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.232713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:11:34.379646Z","caller":"traceutil/trace.go:171","msg":"trace[70601145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23280; }","duration":"849.294025ms","start":"2026-03-02T22:11:33.530336Z","end":"2026-03-02T22:11:34.37963Z","steps":["trace[70601145] 'agreement among raft nodes before linearized reading' (duration: 849.138281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:34.379673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:33.530316Z","time spent":"849.350716ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:35.50185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.707367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:35.502329Z","caller":"traceutil/trace.go:171","msg":"trace[1528544834] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"1.116924065s","start":"2026-03-02T22:11:34.385362Z","end":"2026-03-02T22:11:35.502286Z","steps":["trace[1528544834] 'process raft request' (duration: 809.671704ms)","trace[1528544834] 'compare' (duration: 306.417119ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:35.502369Z","caller":"traceutil/trace.go:171","msg":"trace[1814814522] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"481.602191ms","start":"2026-03-02T22:11:35.020744Z","end":"2026-03-02T22:11:35.502346Z","steps":["trace[1814814522] 'process raft request' (duration: 481.55078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:35.502355Z","caller":"traceutil/trace.go:171","msg":"trace[988722190] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"1.115484778s","start":"2026-03-02T22:11:34.386829Z","end":"2026-03-02T22:11:35.502314Z","steps":["trace[988722190] 'process raft request' (duration: 1.115133869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:35.502525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:34.385344Z","time spent":"1.1170755s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:35.502529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116784482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:35.502396Z","caller":"traceutil/trace.go:171","msg":"trace[6035280] linearizableReadLoop","detail":"{readStateIndex:24099; appliedIndex:24097; }","duration":"1.116643218s","start":"2026-03-02T22:11:34.38572Z","end":"2026-03-02T22:11:35.502364Z","steps":["trace[6035280] 'read index received' (duration: 28.924296ms)","trace[6035280] 'applied index is now lower than readState.Index' (duration: 1.087715712s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:35.502583Z","caller":"traceutil/trace.go:171","msg":"trace[1991543117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23284; }","duration":"1.116957157s","start":"2026-03-02T22:11:34.385615Z","end":"2026-03-02T22:11:35.502572Z","steps":["trace[1991543117] 'agreement among raft nodes before linearized reading' (duration: 1.116836724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:35.502621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:34.385596Z","time spent":"1.117016998s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:35.502671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:34.38682Z","time spent":"1.115670733s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:35.502798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.80297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:35.502807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045820382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:35.502861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084349153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T22:11:35.502881Z","caller":"traceutil/trace.go:171","msg":"trace[821124818] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23284; }","duration":"203.945674ms","start":"2026-03-02T22:11:35.298911Z","end":"2026-03-02T22:11:35.502857Z","steps":["trace[821124818] 'agreement among raft nodes before linearized reading' (duration: 203.789489ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:35.502905Z","caller":"traceutil/trace.go:171","msg":"trace[514553742] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23284; }","duration":"1.084424115s","start":"2026-03-02T22:11:34.418469Z","end":"2026-03-02T22:11:35.502893Z","steps":["trace[514553742] 'agreement among raft nodes before linearized reading' (duration: 1.084234029s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:35.502901Z","caller":"traceutil/trace.go:171","msg":"trace[694389621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23284; }","duration":"1.045966496s","start":"2026-03-02T22:11:34.456912Z","end":"2026-03-02T22:11:35.502879Z","steps":["trace[694389621] 'agreement among raft nodes before linearized reading' (duration: 1.045795292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:35.502936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:34.418456Z","time spent":"1.084473967s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:11:35.502961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:34.456895Z","time spent":"1.046056838s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:11:35.502863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.020721Z","time spent":"481.694824ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:36.770289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.8624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:36.770462Z","caller":"traceutil/trace.go:171","msg":"trace[452343508] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"1.24956215s","start":"2026-03-02T22:11:35.520873Z","end":"2026-03-02T22:11:36.770435Z","steps":["trace[452343508] 'process raft request' (duration: 468.420702ms)","trace[452343508] 'compare' (duration: 779.978137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:36.770536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.520859Z","time spent":"1.249642941s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.225453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236067562s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:11:37.735217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.45147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:37.735496Z","caller":"traceutil/trace.go:171","msg":"trace[335522651] linearizableReadLoop","detail":"{readStateIndex:24106; appliedIndex:24101; }","duration":"2.208784387s","start":"2026-03-02T22:11:35.526696Z","end":"2026-03-02T22:11:37.73548Z","steps":["trace[335522651] 'read index received' (duration: 462.68503ms)","trace[335522651] 'applied index is now lower than readState.Index' (duration: 1.746098377s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:37.73548Z","caller":"traceutil/trace.go:171","msg":"trace[1489469448] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"2.214353624s","start":"2026-03-02T22:11:35.521083Z","end":"2026-03-02T22:11:37.735437Z","steps":["trace[1489469448] 'process raft request' (duration: 1.704607397s)","trace[1489469448] 'compare' (duration: 509.068289ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:37.735566Z","caller":"traceutil/trace.go:171","msg":"trace[1993976897] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"2.211592771s","start":"2026-03-02T22:11:35.523965Z","end":"2026-03-02T22:11:37.735558Z","steps":["trace[1993976897] 'process raft request' (duration: 2.211440927s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:37.735527Z","caller":"traceutil/trace.go:171","msg":"trace[320275961] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"2.211630302s","start":"2026-03-02T22:11:35.523854Z","end":"2026-03-02T22:11:37.735484Z","steps":["trace[320275961] 'process raft request' (duration: 2.211456038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.735609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.523946Z","time spent":"2.211638773s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.735657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.521033Z","time spent":"2.214525309s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.735704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.523845Z","time spent":"2.211758685s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:37.735756Z","caller":"traceutil/trace.go:171","msg":"trace[152359050] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"2.211739505s","start":"2026-03-02T22:11:35.524009Z","end":"2026-03-02T22:11:37.735748Z","steps":["trace[152359050] 'process raft request' (duration: 2.211426657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.735786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.523984Z","time spent":"2.211785867s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:37.735832Z","caller":"traceutil/trace.go:171","msg":"trace[1322718933] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"2.02023057s","start":"2026-03-02T22:11:35.715596Z","end":"2026-03-02T22:11:37.735827Z","steps":["trace[1322718933] 'process raft request' (duration: 2.0198567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.735857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.715567Z","time spent":"2.020276872s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:37.73598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20929274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:11:37.735995Z","caller":"traceutil/trace.go:171","msg":"trace[987085084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23290; }","duration":"2.209329702s","start":"2026-03-02T22:11:35.52666Z","end":"2026-03-02T22:11:37.735989Z","steps":["trace[987085084] 'agreement among raft nodes before linearized reading' (duration: 2.209234949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:37.736013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.52665Z","time spent":"2.209360022s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:11:38.236125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:38.531369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.104096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:38.531587Z","caller":"traceutil/trace.go:171","msg":"trace[632252485] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"1.021309812s","start":"2026-03-02T22:11:37.51025Z","end":"2026-03-02T22:11:38.53156Z","steps":["trace[632252485] 'process raft request' (duration: 901.900408ms)","trace[632252485] 'compare' (duration: 116.786335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:38.531667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.510226Z","time spent":"1.021408745s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:38.531708Z","caller":"traceutil/trace.go:171","msg":"trace[951108208] linearizableReadLoop","detail":"{readStateIndex:24109; appliedIndex:24107; }","duration":"796.173307ms","start":"2026-03-02T22:11:37.735517Z","end":"2026-03-02T22:11:38.53169Z","steps":["trace[951108208] 'read index received' (duration: 676.262349ms)","trace[951108208] 'applied index is now lower than readState.Index' (duration: 119.909648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:38.531862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797195991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:38.531955Z","caller":"traceutil/trace.go:171","msg":"trace[236349056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23292; }","duration":"1.797349126s","start":"2026-03-02T22:11:36.734585Z","end":"2026-03-02T22:11:38.531934Z","steps":["trace[236349056] 'agreement among raft nodes before linearized reading' (duration: 1.797199982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.531973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297801889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:38.531998Z","caller":"traceutil/trace.go:171","msg":"trace[1079943428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23292; }","duration":"1.297910522s","start":"2026-03-02T22:11:37.234079Z","end":"2026-03-02T22:11:38.53199Z","steps":["trace[1079943428] 'agreement among raft nodes before linearized reading' (duration: 1.29785837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.531998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.734559Z","time spent":"1.797429298s","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.53203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.234052Z","time spent":"1.297973804s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:38.532092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138788892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T22:11:38.532154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097310786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:38.53218Z","caller":"traceutil/trace.go:171","msg":"trace[1036278294] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23292; }","duration":"1.097339456s","start":"2026-03-02T22:11:37.434834Z","end":"2026-03-02T22:11:38.532173Z","steps":["trace[1036278294] 'agreement among raft nodes before linearized reading' (duration: 1.097289715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.434765Z","time spent":"1.097432409s","remote":"127.0.0.1:55740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:38.532213Z","caller":"traceutil/trace.go:171","msg":"trace[1425911825] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"513.087636ms","start":"2026-03-02T22:11:38.019096Z","end":"2026-03-02T22:11:38.532183Z","steps":["trace[1425911825] 'process raft request' (duration: 512.435218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.53226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138955686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:11:38.531991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138153935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:11:38.532318Z","caller":"traceutil/trace.go:171","msg":"trace[947900325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23292; }","duration":"2.139053419s","start":"2026-03-02T22:11:36.393249Z","end":"2026-03-02T22:11:38.532302Z","steps":["trace[947900325] 'agreement among raft nodes before linearized reading' (duration: 2.138926695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024073766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:11:38.532361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.019065Z","time spent":"513.214969ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:38.532387Z","caller":"traceutil/trace.go:171","msg":"trace[1476542481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23292; }","duration":"1.024419445s","start":"2026-03-02T22:11:37.507956Z","end":"2026-03-02T22:11:38.532376Z","steps":["trace[1476542481] 'agreement among raft nodes before linearized reading' (duration: 1.023935732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.507932Z","time spent":"1.024475957s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:11:38.532227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515244011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:38.532484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146115646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:11:38.532507Z","caller":"traceutil/trace.go:171","msg":"trace[947051941] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23292; }","duration":"1.515551728s","start":"2026-03-02T22:11:37.016924Z","end":"2026-03-02T22:11:38.532476Z","steps":["trace[947051941] 'agreement among raft nodes before linearized reading' (duration: 1.515262751s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.532346Z","caller":"traceutil/trace.go:171","msg":"trace[1851382494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23292; }","duration":"2.138559106s","start":"2026-03-02T22:11:36.393778Z","end":"2026-03-02T22:11:38.532337Z","steps":["trace[1851382494] 'agreement among raft nodes before linearized reading' (duration: 2.138044852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.016899Z","time spent":"1.515630471s","remote":"127.0.0.1:39060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.532365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.393224Z","time spent":"2.139128271s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:11:38.532657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69196148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:38.53268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.805018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:38.532707Z","caller":"traceutil/trace.go:171","msg":"trace[1379109264] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23292; }","duration":"575.876079ms","start":"2026-03-02T22:11:37.956824Z","end":"2026-03-02T22:11:38.5327Z","steps":["trace[1379109264] 'agreement among raft nodes before linearized reading' (duration: 575.825628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.532711Z","caller":"traceutil/trace.go:171","msg":"trace[722847702] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23292; }","duration":"2.692072172s","start":"2026-03-02T22:11:35.840626Z","end":"2026-03-02T22:11:38.532698Z","steps":["trace[722847702] 'agreement among raft nodes before linearized reading' (duration: 2.691938329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.956801Z","time spent":"575.928821ms","remote":"127.0.0.1:34690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.532754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.8406Z","time spent":"2.692142234s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.532856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.243104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:38.532888Z","caller":"traceutil/trace.go:171","msg":"trace[954527499] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23292; }","duration":"443.322507ms","start":"2026-03-02T22:11:38.089557Z","end":"2026-03-02T22:11:38.532879Z","steps":["trace[954527499] 'agreement among raft nodes before linearized reading' (duration: 443.276296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.53291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.089532Z","time spent":"443.371608ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.532557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.393756Z","time spent":"2.138791792s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:11:38.532538Z","caller":"traceutil/trace.go:171","msg":"trace[2137957507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23292; }","duration":"2.146204959s","start":"2026-03-02T22:11:36.386319Z","end":"2026-03-02T22:11:38.532524Z","steps":["trace[2137957507] 'agreement among raft nodes before linearized reading' (duration: 2.146072255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.532989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70254309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:38.533007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.3863Z","time spent":"2.146694871s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:11:38.533022Z","caller":"traceutil/trace.go:171","msg":"trace[1331050855] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23292; }","duration":"2.702624603s","start":"2026-03-02T22:11:35.830388Z","end":"2026-03-02T22:11:38.533013Z","steps":["trace[1331050855] 'agreement among raft nodes before linearized reading' (duration: 2.702492309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.533044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:35.83036Z","time spent":"2.702678043s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:38.532723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02459644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:11:38.533114Z","caller":"traceutil/trace.go:171","msg":"trace[800978365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23292; }","duration":"1.025033071s","start":"2026-03-02T22:11:37.508068Z","end":"2026-03-02T22:11:38.533101Z","steps":["trace[800978365] 'agreement among raft nodes before linearized reading' (duration: 1.024598859s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:38.532148Z","caller":"traceutil/trace.go:171","msg":"trace[1268082811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23292; }","duration":"2.138883774s","start":"2026-03-02T22:11:36.39325Z","end":"2026-03-02T22:11:38.532134Z","steps":["trace[1268082811] 'agreement among raft nodes before linearized reading' (duration: 2.138765101s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:38.533159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:37.508021Z","time spent":"1.025119173s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:11:38.533186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:36.393233Z","time spent":"2.139945932s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:39.052324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:39.553137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:11:39.609652Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009859449s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:11:39.610817Z","caller":"traceutil/trace.go:171","msg":"trace[999548394] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"1.07254136s","start":"2026-03-02T22:11:38.538243Z","end":"2026-03-02T22:11:39.610784Z","steps":["trace[999548394] 'process raft request' (duration: 1.072354045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:39.61101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.538223Z","time spent":"1.072685363s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.10548Z","caller":"traceutil/trace.go:171","msg":"trace[1380619761] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"1.566365824s","start":"2026-03-02T22:11:38.539057Z","end":"2026-03-02T22:11:40.105423Z","steps":["trace[1380619761] 'process raft request' (duration: 1.562554723s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.105802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.539053Z","time spent":"1.56660719s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.106333Z","caller":"traceutil/trace.go:171","msg":"trace[157709738] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"1.567589937s","start":"2026-03-02T22:11:38.53873Z","end":"2026-03-02T22:11:40.10632Z","steps":["trace[157709738] 'process raft request' (duration: 1.562693447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.106548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.538714Z","time spent":"1.567797202s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.106841Z","caller":"traceutil/trace.go:171","msg":"trace[849620174] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"1.567807632s","start":"2026-03-02T22:11:38.539011Z","end":"2026-03-02T22:11:40.106819Z","steps":["trace[849620174] 'process raft request' (duration: 1.562557223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.107067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.539002Z","time spent":"1.568022798s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.107612Z","caller":"traceutil/trace.go:171","msg":"trace[1450500223] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.568420048s","start":"2026-03-02T22:11:38.539181Z","end":"2026-03-02T22:11:40.107601Z","steps":["trace[1450500223] 'process raft request' (duration: 1.562505882s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:40.108912Z","caller":"traceutil/trace.go:171","msg":"trace[183224633] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.331050378s","start":"2026-03-02T22:11:38.777826Z","end":"2026-03-02T22:11:40.108876Z","steps":["trace[183224633] 'process raft request' (duration: 1.323899439s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:40.108947Z","caller":"traceutil/trace.go:171","msg":"trace[374886989] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"1.569810005s","start":"2026-03-02T22:11:38.5391Z","end":"2026-03-02T22:11:40.10891Z","steps":["trace[374886989] 'process raft request' (duration: 1.562553613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.109053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.777795Z","time spent":"1.331190952s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.109049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.539177Z","time spent":"1.569775034s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.109156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.539095Z","time spent":"1.569936058s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.162587Z","caller":"traceutil/trace.go:171","msg":"trace[858302056] linearizableReadLoop","detail":"{readStateIndex:24117; appliedIndex:24110; }","duration":"1.611246293s","start":"2026-03-02T22:11:38.551312Z","end":"2026-03-02T22:11:40.162559Z","steps":["trace[858302056] 'read index received' (duration: 1.059613777s)","trace[858302056] 'applied index is now lower than readState.Index' (duration: 551.631416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:40.162791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611454949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:40.162825Z","caller":"traceutil/trace.go:171","msg":"trace[1138798024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23299; }","duration":"1.611560132s","start":"2026-03-02T22:11:38.551255Z","end":"2026-03-02T22:11:40.162815Z","steps":["trace[1138798024] 'agreement among raft nodes before linearized reading' (duration: 1.611471699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.162871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:38.551229Z","time spent":"1.611633754s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:11:40.163115Z","caller":"traceutil/trace.go:171","msg":"trace[973353872] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"419.900975ms","start":"2026-03-02T22:11:39.743193Z","end":"2026-03-02T22:11:40.163094Z","steps":["trace[973353872] 'process raft request' (duration: 419.661699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.163234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.743156Z","time spent":"420.019068ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.163341Z","caller":"traceutil/trace.go:171","msg":"trace[1937249384] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"420.036119ms","start":"2026-03-02T22:11:39.743275Z","end":"2026-03-02T22:11:40.163311Z","steps":["trace[1937249384] 'process raft request' (duration: 419.761801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.163428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086902169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:40.163456Z","caller":"traceutil/trace.go:171","msg":"trace[1810154367] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"420.293736ms","start":"2026-03-02T22:11:39.743147Z","end":"2026-03-02T22:11:40.163441Z","steps":["trace[1810154367] 'process raft request' (duration: 419.32329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.163512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.743269Z","time spent":"420.156072ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.163541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.74311Z","time spent":"420.390029ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:40.163559Z","caller":"traceutil/trace.go:171","msg":"trace[430924077] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"420.269755ms","start":"2026-03-02T22:11:39.74328Z","end":"2026-03-02T22:11:40.163549Z","steps":["trace[430924077] 'process raft request' (duration: 419.936396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:40.163471Z","caller":"traceutil/trace.go:171","msg":"trace[886050494] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23303; }","duration":"1.086979772s","start":"2026-03-02T22:11:39.076479Z","end":"2026-03-02T22:11:40.163458Z","steps":["trace[886050494] 'agreement among raft nodes before linearized reading' (duration: 1.086895319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.163653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.743266Z","time spent":"420.324066ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:40.163694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.076441Z","time spent":"1.087234758s","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.163765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.515588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:40.163807Z","caller":"traceutil/trace.go:171","msg":"trace[554317290] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23303; }","duration":"398.555599ms","start":"2026-03-02T22:11:39.76524Z","end":"2026-03-02T22:11:40.163796Z","steps":["trace[554317290] 'agreement among raft nodes before linearized reading' (duration: 398.491608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.163836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.765177Z","time spent":"398.651222ms","remote":"127.0.0.1:34868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:40.164098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.671198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-02T22:11:40.164134Z","caller":"traceutil/trace.go:171","msg":"trace[909765419] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23303; }","duration":"642.731319ms","start":"2026-03-02T22:11:39.521394Z","end":"2026-03-02T22:11:40.164125Z","steps":["trace[909765419] 'agreement among raft nodes before linearized reading' (duration: 642.588845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.164161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.521383Z","time spent":"642.772251ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-02T22:11:40.164272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.659016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-02T22:11:40.164342Z","caller":"traceutil/trace.go:171","msg":"trace[508204744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23303; }","duration":"694.765848ms","start":"2026-03-02T22:11:39.469556Z","end":"2026-03-02T22:11:40.164322Z","steps":["trace[508204744] 'agreement among raft nodes before linearized reading' (duration: 694.558003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.164387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.469532Z","time spent":"694.845391ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-02T22:11:40.16468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.23569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:11:40.165119Z","caller":"traceutil/trace.go:171","msg":"trace[2031549724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23303; }","duration":"975.622081ms","start":"2026-03-02T22:11:39.189349Z","end":"2026-03-02T22:11:40.164971Z","steps":["trace[2031549724] 'agreement among raft nodes before linearized reading' (duration: 975.102817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:40.165311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:39.189318Z","time spent":"975.918709ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:40.6977Z","caller":"traceutil/trace.go:171","msg":"trace[93365251] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"177.561275ms","start":"2026-03-02T22:11:40.520105Z","end":"2026-03-02T22:11:40.697666Z","steps":["trace[93365251] 'process raft request' (duration: 175.898201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.296061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.798628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:11:41.296174Z","caller":"traceutil/trace.go:171","msg":"trace[1050526048] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24122; }","duration":"179.897287ms","start":"2026-03-02T22:11:41.116258Z","end":"2026-03-02T22:11:41.296155Z","steps":["trace[1050526048] 'read index received' (duration: 17.820432ms)","trace[1050526048] 'applied index is now lower than readState.Index' (duration: 162.075635ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:41.296278Z","caller":"traceutil/trace.go:171","msg":"trace[1703919758] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"757.40255ms","start":"2026-03-02T22:11:40.538863Z","end":"2026-03-02T22:11:41.296265Z","steps":["trace[1703919758] 'process raft request' (duration: 595.286484ms)","trace[1703919758] 'compare' (duration: 161.243072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:41.296341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:40.538849Z","time spent":"757.460371ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:41.296765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.499643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.296818Z","caller":"traceutil/trace.go:171","msg":"trace[29566910] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23305; }","duration":"180.595246ms","start":"2026-03-02T22:11:41.116207Z","end":"2026-03-02T22:11:41.296802Z","steps":["trace[29566910] 'agreement among raft nodes before linearized reading' (duration: 180.516784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.997227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.712658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:41.997316Z","caller":"traceutil/trace.go:171","msg":"trace[1435567909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23305; }","duration":"223.880402ms","start":"2026-03-02T22:11:41.773408Z","end":"2026-03-02T22:11:41.997288Z","steps":["trace[1435567909] 'count revisions from in-memory index tree' (duration: 223.604695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.997738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.3026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:11:41.997825Z","caller":"traceutil/trace.go:171","msg":"trace[1640615108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23305; }","duration":"382.453004ms","start":"2026-03-02T22:11:41.615351Z","end":"2026-03-02T22:11:41.997804Z","steps":["trace[1640615108] 'range keys from in-memory index tree' (duration: 382.099665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.997825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.018602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"warn","ts":"2026-03-02T22:11:41.997875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.615325Z","time spent":"382.540256ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:11:41.997909Z","caller":"traceutil/trace.go:171","msg":"trace[1291825409] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23305; }","duration":"585.163986ms","start":"2026-03-02T22:11:41.412723Z","end":"2026-03-02T22:11:41.997887Z","steps":["trace[1291825409] 'range keys from in-memory index tree' (duration: 584.521869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:41.997957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:41.412699Z","time spent":"585.248058ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418298,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T22:11:42.494703Z","caller":"traceutil/trace.go:171","msg":"trace[1347733324] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"490.694973ms","start":"2026-03-02T22:11:42.003988Z","end":"2026-03-02T22:11:42.494683Z","steps":["trace[1347733324] 'process raft request' (duration: 490.563579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:42.49483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.00396Z","time spent":"490.803325ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:42.495071Z","caller":"traceutil/trace.go:171","msg":"trace[1896090738] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24124; }","duration":"473.980289ms","start":"2026-03-02T22:11:42.021051Z","end":"2026-03-02T22:11:42.495031Z","steps":["trace[1896090738] 'read index received' (duration: 473.960238ms)","trace[1896090738] 'applied index is now lower than readState.Index' (duration: 16.371µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:42.495404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.317037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:11:42.495434Z","caller":"traceutil/trace.go:171","msg":"trace[2038082839] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23306; }","duration":"474.435171ms","start":"2026-03-02T22:11:42.02099Z","end":"2026-03-02T22:11:42.495426Z","steps":["trace[2038082839] 'agreement among raft nodes before linearized reading' (duration: 474.243836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:42.49564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.020968Z","time spent":"474.665377ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"info","ts":"2026-03-02T22:11:43.024871Z","caller":"traceutil/trace.go:171","msg":"trace[517079] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"855.979162ms","start":"2026-03-02T22:11:42.168858Z","end":"2026-03-02T22:11:43.024837Z","steps":["trace[517079] 'process raft request' (duration: 855.772326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.024907Z","caller":"traceutil/trace.go:171","msg":"trace[383503046] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"854.636886ms","start":"2026-03-02T22:11:42.170229Z","end":"2026-03-02T22:11:43.024866Z","steps":["trace[383503046] 'process raft request' (duration: 854.459942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.170215Z","time spent":"854.77515ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:43.025185Z","caller":"traceutil/trace.go:171","msg":"trace[1500716323] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"908.478502ms","start":"2026-03-02T22:11:42.116684Z","end":"2026-03-02T22:11:43.025162Z","steps":["trace[1500716323] 'process raft request' (duration: 872.488378ms)","trace[1500716323] 'compare' (duration: 35.148232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:11:43.025278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.116652Z","time spent":"908.567645ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:43.025052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.168826Z","time spent":"856.124256ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:43.025361Z","caller":"traceutil/trace.go:171","msg":"trace[560597066] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"566.976653ms","start":"2026-03-02T22:11:42.458366Z","end":"2026-03-02T22:11:43.025343Z","steps":["trace[560597066] 'process raft request' (duration: 566.581802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.366626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:11:43.025488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.458342Z","time spent":"567.078566ms","remote":"127.0.0.1:35056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:43.025515Z","caller":"traceutil/trace.go:171","msg":"trace[244552106] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23312; }","duration":"983.471799ms","start":"2026-03-02T22:11:42.042032Z","end":"2026-03-02T22:11:43.025504Z","steps":["trace[244552106] 'agreement among raft nodes before linearized reading' (duration: 983.372627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.042015Z","time spent":"983.529471ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:43.02556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.118739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:11:43.025563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.042701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:43.025597Z","caller":"traceutil/trace.go:171","msg":"trace[64791306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23312; }","duration":"909.196381ms","start":"2026-03-02T22:11:42.11639Z","end":"2026-03-02T22:11:43.025586Z","steps":["trace[64791306] 'agreement among raft nodes before linearized reading' (duration: 909.061988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.025604Z","caller":"traceutil/trace.go:171","msg":"trace[145850444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23312; }","duration":"791.146803ms","start":"2026-03-02T22:11:42.234445Z","end":"2026-03-02T22:11:43.025592Z","steps":["trace[145850444] 'agreement among raft nodes before linearized reading' (duration: 791.045371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.116363Z","time spent":"909.261153ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:43.025666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.234421Z","time spent":"791.234195ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:43.025573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.15354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:11:43.025726Z","caller":"traceutil/trace.go:171","msg":"trace[1356928346] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23312; }","duration":"909.371756ms","start":"2026-03-02T22:11:42.116343Z","end":"2026-03-02T22:11:43.025715Z","steps":["trace[1356928346] 'agreement among raft nodes before linearized reading' (duration: 909.068758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.542645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:11:43.025771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.116319Z","time spent":"909.442818ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:11:43.025364Z","caller":"traceutil/trace.go:171","msg":"trace[1768015332] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24124; }","duration":"530.160458ms","start":"2026-03-02T22:11:42.495177Z","end":"2026-03-02T22:11:43.025337Z","steps":["trace[1768015332] 'read index received' (duration: 494.01426ms)","trace[1768015332] 'applied index is now lower than readState.Index' (duration: 36.145148ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:43.025793Z","caller":"traceutil/trace.go:171","msg":"trace[2146212312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23312; }","duration":"908.590645ms","start":"2026-03-02T22:11:42.117187Z","end":"2026-03-02T22:11:43.025778Z","steps":["trace[2146212312] 'agreement among raft nodes before linearized reading' (duration: 908.517433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.872713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:11:43.025833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.117183Z","time spent":"908.644337ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:11:43.02588Z","caller":"traceutil/trace.go:171","msg":"trace[1630560993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23312; }","duration":"909.008486ms","start":"2026-03-02T22:11:42.11684Z","end":"2026-03-02T22:11:43.025849Z","steps":["trace[1630560993] 'agreement among raft nodes before linearized reading' (duration: 908.606796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.025933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.116833Z","time spent":"909.093808ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:11:43.029543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.134816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:11:43.026303Z","caller":"traceutil/trace.go:171","msg":"trace[1738397036] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"853.469135ms","start":"2026-03-02T22:11:42.172126Z","end":"2026-03-02T22:11:43.025595Z","steps":["trace[1738397036] 'process raft request' (duration: 852.631812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:43.031046Z","caller":"traceutil/trace.go:171","msg":"trace[1601175406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23312; }","duration":"914.684167ms","start":"2026-03-02T22:11:42.116344Z","end":"2026-03-02T22:11:43.031028Z","steps":["trace[1601175406] 'agreement among raft nodes before linearized reading' (duration: 909.055047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.03111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.172101Z","time spent":"858.886769ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:43.031197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.116319Z","time spent":"914.81323ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:11:43.031612Z","caller":"traceutil/trace.go:171","msg":"trace[400094655] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"854.698807ms","start":"2026-03-02T22:11:42.170616Z","end":"2026-03-02T22:11:43.025315Z","steps":["trace[400094655] 'process raft request' (duration: 854.106631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:43.03173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.170605Z","time spent":"861.074447ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:44.034641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.512587Z","time spent":"522.043262ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:11:44.035136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.063408ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:11:44.035256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.497256Z","time spent":"1.537990522s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:11:44.035414Z","caller":"traceutil/trace.go:171","msg":"trace[671847122] linearizableReadLoop","detail":"{readStateIndex:24131; appliedIndex:24130; }","duration":"1.00957893s","start":"2026-03-02T22:11:43.025793Z","end":"2026-03-02T22:11:44.035372Z","steps":["trace[671847122] 'read index received' (duration: 286.235745ms)","trace[671847122] 'applied index is now lower than readState.Index' (duration: 723.338285ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:44.03567Z","caller":"traceutil/trace.go:171","msg":"trace[1790202360] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"998.513148ms","start":"2026-03-02T22:11:43.037132Z","end":"2026-03-02T22:11:44.035645Z","steps":["trace[1790202360] 'process raft request' (duration: 998.419575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:44.035698Z","caller":"traceutil/trace.go:171","msg":"trace[1850095203] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.002670227s","start":"2026-03-02T22:11:43.033003Z","end":"2026-03-02T22:11:44.035673Z","steps":["trace[1850095203] 'process raft request' (duration: 1.002429171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.035726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176940716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.035706Z","caller":"traceutil/trace.go:171","msg":"trace[1075132160] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.001034674s","start":"2026-03-02T22:11:43.034649Z","end":"2026-03-02T22:11:44.035684Z","steps":["trace[1075132160] 'process raft request' (duration: 1.000824138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.035805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.037118Z","time spent":"998.6095ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:44.035815Z","caller":"traceutil/trace.go:171","msg":"trace[947913426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23317; }","duration":"1.177072659s","start":"2026-03-02T22:11:42.858698Z","end":"2026-03-02T22:11:44.035771Z","steps":["trace[947913426] 'agreement among raft nodes before linearized reading' (duration: 1.176873674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.035826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.032983Z","time spent":"1.002753349s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:44.035865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.858672Z","time spent":"1.177179002s","remote":"127.0.0.1:39072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:44.035923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.03464Z","time spent":"1.001191899s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:44.03594Z","caller":"traceutil/trace.go:171","msg":"trace[1812814603] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"999.37447ms","start":"2026-03-02T22:11:43.036556Z","end":"2026-03-02T22:11:44.03593Z","steps":["trace[1812814603] 'process raft request' (duration: 998.950099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.035992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.036545Z","time spent":"999.416461ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:44.036069Z","caller":"traceutil/trace.go:171","msg":"trace[112836021] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"1.004748693s","start":"2026-03-02T22:11:43.031308Z","end":"2026-03-02T22:11:44.036057Z","steps":["trace[112836021] 'process raft request' (duration: 1.003963172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.036151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.031279Z","time spent":"1.004816605s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:11:44.036344Z","caller":"traceutil/trace.go:171","msg":"trace[436692896] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"714.222545ms","start":"2026-03-02T22:11:43.322102Z","end":"2026-03-02T22:11:44.036325Z","steps":["trace[436692896] 'process raft request' (duration: 713.491325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.036463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.32207Z","time spent":"714.319457ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:44.036475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458634789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.036516Z","caller":"traceutil/trace.go:171","msg":"trace[277449753] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23318; }","duration":"1.458726692s","start":"2026-03-02T22:11:42.577778Z","end":"2026-03-02T22:11:44.036504Z","steps":["trace[277449753] 'agreement among raft nodes before linearized reading' (duration: 1.457850179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.036548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.577753Z","time spent":"1.458787773s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:11:44.036733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291887331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:11:44.036771Z","caller":"traceutil/trace.go:171","msg":"trace[1064551676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23318; }","duration":"1.291964793s","start":"2026-03-02T22:11:42.744796Z","end":"2026-03-02T22:11:44.036761Z","steps":["trace[1064551676] 'agreement among raft nodes before linearized reading' (duration: 1.290858824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.036799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:42.744768Z","time spent":"1.292024405s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:11:44.03717Z","caller":"traceutil/trace.go:171","msg":"trace[1124654942] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"664.389394ms","start":"2026-03-02T22:11:43.372766Z","end":"2026-03-02T22:11:44.037155Z","steps":["trace[1124654942] 'process raft request' (duration: 663.430778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.372737Z","time spent":"664.464186ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:44.037337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010134785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.037373Z","caller":"traceutil/trace.go:171","msg":"trace[2011022821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23320; }","duration":"1.010199607s","start":"2026-03-02T22:11:43.027163Z","end":"2026-03-02T22:11:44.037363Z","steps":["trace[2011022821] 'agreement among raft nodes before linearized reading' (duration: 1.010120975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.986619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.037431Z","caller":"traceutil/trace.go:171","msg":"trace[1495310965] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23320; }","duration":"257.089823ms","start":"2026-03-02T22:11:43.780327Z","end":"2026-03-02T22:11:44.037417Z","steps":["trace[1495310965] 'agreement among raft nodes before linearized reading' (duration: 257.015941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.131753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.037481Z","caller":"traceutil/trace.go:171","msg":"trace[1999002829] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23320; }","duration":"491.169984ms","start":"2026-03-02T22:11:43.546303Z","end":"2026-03-02T22:11:44.037473Z","steps":["trace[1999002829] 'agreement among raft nodes before linearized reading' (duration: 491.111592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.546237Z","time spent":"491.263267ms","remote":"127.0.0.1:50766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:44.037498Z","caller":"traceutil/trace.go:171","msg":"trace[202173462] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"498.225401ms","start":"2026-03-02T22:11:43.539235Z","end":"2026-03-02T22:11:44.03746Z","steps":["trace[202173462] 'process raft request' (duration: 497.80646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.539209Z","time spent":"498.361535ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:44.037691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.054167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:11:44.037755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.28083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18439"} {"level":"info","ts":"2026-03-02T22:11:44.037783Z","caller":"traceutil/trace.go:171","msg":"trace[1768926046] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23320; }","duration":"690.358682ms","start":"2026-03-02T22:11:43.347416Z","end":"2026-03-02T22:11:44.037774Z","steps":["trace[1768926046] 'agreement among raft nodes before linearized reading' (duration: 690.226558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.037837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.347394Z","time spent":"690.437593ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18461,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:11:44.037399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.027148Z","time spent":"1.010245648s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:11:44.038029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.969958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:11:44.038068Z","caller":"traceutil/trace.go:171","msg":"trace[219894544] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23320; }","duration":"728.062541ms","start":"2026-03-02T22:11:43.309997Z","end":"2026-03-02T22:11:44.038059Z","steps":["trace[219894544] 'agreement among raft nodes before linearized reading' (duration: 728.005989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:44.038102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:43.30997Z","time spent":"728.124482ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:11:44.037717Z","caller":"traceutil/trace.go:171","msg":"trace[1147384983] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23320; }","duration":"221.122029ms","start":"2026-03-02T22:11:43.816588Z","end":"2026-03-02T22:11:44.03771Z","steps":["trace[1147384983] 'agreement among raft nodes before linearized reading' (duration: 221.056108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:11:58.709356Z","caller":"traceutil/trace.go:171","msg":"trace[220074326] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24288; }","duration":"380.107811ms","start":"2026-03-02T22:11:58.329225Z","end":"2026-03-02T22:11:58.709333Z","steps":["trace[220074326] 'read index received' (duration: 379.946777ms)","trace[220074326] 'applied index is now lower than readState.Index' (duration: 159.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:11:58.70954Z","caller":"traceutil/trace.go:171","msg":"trace[1313609974] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"383.195003ms","start":"2026-03-02T22:11:58.326265Z","end":"2026-03-02T22:11:58.70946Z","steps":["trace[1313609974] 'process raft request' (duration: 382.901036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:58.709729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.476951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-02T22:11:58.709826Z","caller":"traceutil/trace.go:171","msg":"trace[1478874969] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23467; }","duration":"380.645325ms","start":"2026-03-02T22:11:58.329151Z","end":"2026-03-02T22:11:58.709796Z","steps":["trace[1478874969] 'agreement among raft nodes before linearized reading' (duration: 380.335727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:58.709823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.326243Z","time spent":"383.465431ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:11:58.709877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.329099Z","time spent":"380.766549ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-02T22:11:58.712252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.357891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-02T22:11:58.71231Z","caller":"traceutil/trace.go:171","msg":"trace[1526963143] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23467; }","duration":"308.480904ms","start":"2026-03-02T22:11:58.403814Z","end":"2026-03-02T22:11:58.712295Z","steps":["trace[1526963143] 'agreement among raft nodes before linearized reading' (duration: 308.300129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:58.712344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:58.403794Z","time spent":"308.545026ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-02T22:11:59.818582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.749374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3642"} {"level":"info","ts":"2026-03-02T22:11:59.818656Z","caller":"traceutil/trace.go:171","msg":"trace[1048031795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23481; }","duration":"160.073473ms","start":"2026-03-02T22:11:59.658564Z","end":"2026-03-02T22:11:59.818638Z","steps":["trace[1048031795] 'range keys from in-memory index tree' (duration: 159.5618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.819161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.916884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:11:59.819185Z","caller":"traceutil/trace.go:171","msg":"trace[1525133115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23481; }","duration":"392.987375ms","start":"2026-03-02T22:11:59.426192Z","end":"2026-03-02T22:11:59.819179Z","steps":["trace[1525133115] 'range keys from in-memory index tree' (duration: 392.7896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:11:59.819204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.426115Z","time spent":"393.081518ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:00.389567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:00.890134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:00.919957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090703255s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:00.920378Z","caller":"traceutil/trace.go:171","msg":"trace[239837479] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"1.091217278s","start":"2026-03-02T22:11:59.829135Z","end":"2026-03-02T22:12:00.920352Z","steps":["trace[239837479] 'process raft request' (duration: 1.091030843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:00.920593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.82912Z","time spent":"1.091325691s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3741,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:01.421639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.297965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:01.421746Z","caller":"traceutil/trace.go:171","msg":"trace[1216950671] linearizableReadLoop","detail":"{readStateIndex:24306; appliedIndex:24304; }","duration":"1.53246558s","start":"2026-03-02T22:11:59.889262Z","end":"2026-03-02T22:12:01.421727Z","steps":["trace[1216950671] 'read index received' (duration: 1.030950141s)","trace[1216950671] 'applied index is now lower than readState.Index' (duration: 501.513909ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:01.421824Z","caller":"traceutil/trace.go:171","msg":"trace[28081490] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"1.271970105s","start":"2026-03-02T22:12:00.149838Z","end":"2026-03-02T22:12:01.421808Z","steps":["trace[28081490] 'process raft request' (duration: 936.397413ms)","trace[28081490] 'compare' (duration: 335.148441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:01.421886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.149818Z","time spent":"1.272033318s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:01.422071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53280428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:01.422139Z","caller":"traceutil/trace.go:171","msg":"trace[1399629936] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23483; }","duration":"1.532928153s","start":"2026-03-02T22:11:59.889192Z","end":"2026-03-02T22:12:01.42212Z","steps":["trace[1399629936] 'agreement among raft nodes before linearized reading' (duration: 1.532803009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:01.422187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:11:59.889156Z","time spent":"1.533018355s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:02.626563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.317111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:02.626792Z","caller":"traceutil/trace.go:171","msg":"trace[1756489967] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"1.490965276s","start":"2026-03-02T22:12:01.135806Z","end":"2026-03-02T22:12:02.626772Z","steps":["trace[1756489967] 'process raft request' (duration: 1.490878184s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:02.626784Z","caller":"traceutil/trace.go:171","msg":"trace[90360879] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"1.492848806s","start":"2026-03-02T22:12:01.133898Z","end":"2026-03-02T22:12:02.626746Z","steps":["trace[90360879] 'process raft request' (duration: 756.260648ms)","trace[90360879] 'compare' (duration: 735.300504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:02.626864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.13577Z","time spent":"1.491059148s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:02.626981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.133875Z","time spent":"1.492992269s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:02.627075Z","caller":"traceutil/trace.go:171","msg":"trace[1640960213] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24306; }","duration":"1.205270936s","start":"2026-03-02T22:12:01.421773Z","end":"2026-03-02T22:12:02.627044Z","steps":["trace[1640960213] 'read index received' (duration: 468.400471ms)","trace[1640960213] 'applied index is now lower than readState.Index' (duration: 736.869185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:02.627227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415212589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:02.627272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809279321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:02.627286Z","caller":"traceutil/trace.go:171","msg":"trace[1265714787] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23488; }","duration":"1.415296751s","start":"2026-03-02T22:12:01.211967Z","end":"2026-03-02T22:12:02.627264Z","steps":["trace[1265714787] 'agreement among raft nodes before linearized reading' (duration: 1.415163797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.627294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351634763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:02.627326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.211922Z","time spent":"1.415395263s","remote":"127.0.0.1:41514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:02.627347Z","caller":"traceutil/trace.go:171","msg":"trace[1111288046] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23488; }","duration":"2.351706085s","start":"2026-03-02T22:12:00.275623Z","end":"2026-03-02T22:12:02.627329Z","steps":["trace[1111288046] 'agreement among raft nodes before linearized reading' (duration: 2.351595812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.627391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.275542Z","time spent":"2.351835249s","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:02.627416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764843593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T22:12:02.62744Z","caller":"traceutil/trace.go:171","msg":"trace[39873418] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23488; }","duration":"1.764912345s","start":"2026-03-02T22:12:00.862521Z","end":"2026-03-02T22:12:02.627434Z","steps":["trace[39873418] 'agreement among raft nodes before linearized reading' (duration: 1.764803312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.627465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.862502Z","time spent":"1.764955586s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:02.62776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907638677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:02.627865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845188933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:02.627848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473486722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:02.627903Z","caller":"traceutil/trace.go:171","msg":"trace[557030594] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23488; }","duration":"1.845269655s","start":"2026-03-02T22:12:00.782622Z","end":"2026-03-02T22:12:02.627892Z","steps":["trace[557030594] 'agreement among raft nodes before linearized reading' (duration: 1.845216693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.62793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.782606Z","time spent":"1.845316916s","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:02.627926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503854247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T22:12:02.62794Z","caller":"traceutil/trace.go:171","msg":"trace[1417963466] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"1.489322763s","start":"2026-03-02T22:12:01.1386Z","end":"2026-03-02T22:12:02.627923Z","steps":["trace[1417963466] 'process raft request' (duration: 1.488295545s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:02.627978Z","caller":"traceutil/trace.go:171","msg":"trace[1158424217] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23488; }","duration":"2.504008361s","start":"2026-03-02T22:12:00.123956Z","end":"2026-03-02T22:12:02.627964Z","steps":["trace[1158424217] 'agreement among raft nodes before linearized reading' (duration: 2.503834486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.627988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451614133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:02.628016Z","caller":"traceutil/trace.go:171","msg":"trace[360726421] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23488; }","duration":"2.451670524s","start":"2026-03-02T22:12:00.176338Z","end":"2026-03-02T22:12:02.628009Z","steps":["trace[360726421] 'agreement among raft nodes before linearized reading' (duration: 2.451620152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.138588Z","time spent":"1.489410034s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:02.628071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549441334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:02.628107Z","caller":"traceutil/trace.go:171","msg":"trace[1230721289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23488; }","duration":"2.549515086s","start":"2026-03-02T22:12:00.078579Z","end":"2026-03-02T22:12:02.628094Z","steps":["trace[1230721289] 'agreement among raft nodes before linearized reading' (duration: 2.549455744s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467933175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:12:02.628146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.078552Z","time spent":"2.549581378s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:02.628159Z","caller":"traceutil/trace.go:171","msg":"trace[624388621] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"1.486481178s","start":"2026-03-02T22:12:01.141668Z","end":"2026-03-02T22:12:02.628149Z","steps":["trace[624388621] 'process raft request' (duration: 1.485313416s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:02.627925Z","caller":"traceutil/trace.go:171","msg":"trace[1983128882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23488; }","duration":"2.473607085s","start":"2026-03-02T22:12:00.154298Z","end":"2026-03-02T22:12:02.627905Z","steps":["trace[1983128882] 'agreement among raft nodes before linearized reading' (duration: 2.473136263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470589315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:12:02.628245Z","caller":"traceutil/trace.go:171","msg":"trace[1419463433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23488; }","duration":"2.470648227s","start":"2026-03-02T22:12:00.157591Z","end":"2026-03-02T22:12:02.62824Z","steps":["trace[1419463433] 'agreement among raft nodes before linearized reading' (duration: 2.470578385s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396934764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:02.628263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.157579Z","time spent":"2.470679537s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:02.628255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.154285Z","time spent":"2.473957365s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:02.628273Z","caller":"traceutil/trace.go:171","msg":"trace[1397344995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23488; }","duration":"1.397012927s","start":"2026-03-02T22:12:01.231255Z","end":"2026-03-02T22:12:02.628268Z","steps":["trace[1397344995] 'agreement among raft nodes before linearized reading' (duration: 1.396973996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.231231Z","time spent":"1.397058548s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:02.627879Z","caller":"traceutil/trace.go:171","msg":"trace[223790380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23488; }","duration":"1.90775616s","start":"2026-03-02T22:12:00.720099Z","end":"2026-03-02T22:12:02.627856Z","steps":["trace[223790380] 'agreement among raft nodes before linearized reading' (duration: 1.907053441s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554807017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:12:02.628423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473353659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:12:02.628053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.176324Z","time spent":"2.451720666s","remote":"127.0.0.1:39102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:02.628465Z","caller":"traceutil/trace.go:171","msg":"trace[1735911955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23488; }","duration":"2.473417921s","start":"2026-03-02T22:12:00.155037Z","end":"2026-03-02T22:12:02.628455Z","steps":["trace[1735911955] 'agreement among raft nodes before linearized reading' (duration: 2.473319938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.155021Z","time spent":"2.473464641s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:02.628547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892521156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:02.628576Z","caller":"traceutil/trace.go:171","msg":"trace[1331617292] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23488; }","duration":"1.89263006s","start":"2026-03-02T22:12:00.735938Z","end":"2026-03-02T22:12:02.628569Z","steps":["trace[1331617292] 'agreement among raft nodes before linearized reading' (duration: 1.892574518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203259373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:02.628596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.735922Z","time spent":"1.89266914s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:02.628621Z","caller":"traceutil/trace.go:171","msg":"trace[2024687361] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23488; }","duration":"1.203332305s","start":"2026-03-02T22:12:01.425278Z","end":"2026-03-02T22:12:02.62861Z","steps":["trace[2024687361] 'agreement among raft nodes before linearized reading' (duration: 1.203178621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.720027Z","time spent":"1.908378556s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:02.627309Z","caller":"traceutil/trace.go:171","msg":"trace[1343922975] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23488; }","duration":"1.809364933s","start":"2026-03-02T22:12:00.817934Z","end":"2026-03-02T22:12:02.627299Z","steps":["trace[1343922975] 'agreement among raft nodes before linearized reading' (duration: 1.809298481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.817911Z","time spent":"1.810813001s","remote":"127.0.0.1:38786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:02.628156Z","caller":"traceutil/trace.go:171","msg":"trace[368192246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23488; }","duration":"2.467983797s","start":"2026-03-02T22:12:00.160166Z","end":"2026-03-02T22:12:02.62815Z","steps":["trace[368192246] 'agreement among raft nodes before linearized reading' (duration: 2.467907125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.679602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T22:12:02.628894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.160157Z","time spent":"2.468706416s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:02.628908Z","caller":"traceutil/trace.go:171","msg":"trace[633577278] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23488; }","duration":"607.751134ms","start":"2026-03-02T22:12:02.021148Z","end":"2026-03-02T22:12:02.6289Z","steps":["trace[633577278] 'agreement among raft nodes before linearized reading' (duration: 607.657622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.628933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.02113Z","time spent":"607.796825ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"warn","ts":"2026-03-02T22:12:02.628966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.929714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:02.62898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.99388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-02T22:12:02.629008Z","caller":"traceutil/trace.go:171","msg":"trace[1934254715] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23488; }","duration":"818.020636ms","start":"2026-03-02T22:12:01.810977Z","end":"2026-03-02T22:12:02.628998Z","steps":["trace[1934254715] 'agreement among raft nodes before linearized reading' (duration: 817.951564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:02.629027Z","caller":"traceutil/trace.go:171","msg":"trace[18932881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23488; }","duration":"494.076872ms","start":"2026-03-02T22:12:02.134935Z","end":"2026-03-02T22:12:02.629012Z","steps":["trace[18932881] 'agreement among raft nodes before linearized reading' (duration: 493.865437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.629044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.810953Z","time spent":"818.083377ms","remote":"127.0.0.1:34956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:02.628211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.14166Z","time spent":"1.486522508s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:02.629121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.350692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T22:12:02.629144Z","caller":"traceutil/trace.go:171","msg":"trace[401891572] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23488; }","duration":"536.425695ms","start":"2026-03-02T22:12:02.092712Z","end":"2026-03-02T22:12:02.629138Z","steps":["trace[401891572] 'agreement among raft nodes before linearized reading' (duration: 536.335002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.629163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.092683Z","time spent":"536.475555ms","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T22:12:02.629269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.263561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T22:12:02.628015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.123939Z","time spent":"2.504067343s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"warn","ts":"2026-03-02T22:12:02.628667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473809041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:02.629327Z","caller":"traceutil/trace.go:171","msg":"trace[914410075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23488; }","duration":"2.474491439s","start":"2026-03-02T22:12:00.154824Z","end":"2026-03-02T22:12:02.629316Z","steps":["trace[914410075] 'agreement among raft nodes before linearized reading' (duration: 2.473801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.629367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.154811Z","time spent":"2.474547601s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:12:02.628427Z","caller":"traceutil/trace.go:171","msg":"trace[1849970057] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23488; }","duration":"2.554892399s","start":"2026-03-02T22:12:00.073524Z","end":"2026-03-02T22:12:02.628416Z","steps":["trace[1849970057] 'agreement among raft nodes before linearized reading' (duration: 2.554783516s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:02.629333Z","caller":"traceutil/trace.go:171","msg":"trace[1643490841] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23488; }","duration":"490.344943ms","start":"2026-03-02T22:12:02.13898Z","end":"2026-03-02T22:12:02.629325Z","steps":["trace[1643490841] 'agreement among raft nodes before linearized reading' (duration: 490.214869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.629458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:00.073502Z","time spent":"2.555946977s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:02.62948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.138971Z","time spent":"490.497288ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:12:02.628652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.425263Z","time spent":"1.203382126s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:12:02.629062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.134887Z","time spent":"494.167485ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:02.630552Z","caller":"traceutil/trace.go:171","msg":"trace[1160594969] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"1.493121953s","start":"2026-03-02T22:12:01.137399Z","end":"2026-03-02T22:12:02.630521Z","steps":["trace[1160594969] 'process raft request' (duration: 1.489345013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:02.630671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:01.137368Z","time spent":"1.493261897s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:03.074742Z","caller":"traceutil/trace.go:171","msg":"trace[1134140934] linearizableReadLoop","detail":"{readStateIndex:24312; appliedIndex:24311; }","duration":"439.875435ms","start":"2026-03-02T22:12:02.634848Z","end":"2026-03-02T22:12:03.074723Z","steps":["trace[1134140934] 'read index received' (duration: 437.633566ms)","trace[1134140934] 'applied index is now lower than readState.Index' (duration: 2.240859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:03.074763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.634719Z","time spent":"440.03591ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:03.074875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.010359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:03.074904Z","caller":"traceutil/trace.go:171","msg":"trace[1603722653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23488; }","duration":"440.094061ms","start":"2026-03-02T22:12:02.6348Z","end":"2026-03-02T22:12:03.074894Z","steps":["trace[1603722653] 'agreement among raft nodes before linearized reading' (duration: 440.019699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:03.074927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.634782Z","time spent":"440.139733ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:04.136082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.248547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:04.136462Z","caller":"traceutil/trace.go:171","msg":"trace[41381654] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"900.253835ms","start":"2026-03-02T22:12:03.236193Z","end":"2026-03-02T22:12:04.136447Z","steps":["trace[41381654] 'process raft request' (duration: 900.228165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.136515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.236154Z","time spent":"900.341828ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:04.136658Z","caller":"traceutil/trace.go:171","msg":"trace[1201619732] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"1.501528058s","start":"2026-03-02T22:12:02.635124Z","end":"2026-03-02T22:12:04.136652Z","steps":["trace[1201619732] 'process raft request' (duration: 666.640074ms)","trace[1201619732] 'compare' (duration: 833.092976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:04.136693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635106Z","time spent":"1.501570218s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:04.136829Z","caller":"traceutil/trace.go:171","msg":"trace[1053953926] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"1.50163419s","start":"2026-03-02T22:12:02.63519Z","end":"2026-03-02T22:12:04.136824Z","steps":["trace[1053953926] 'process raft request' (duration: 1.500991583s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137104Z","caller":"traceutil/trace.go:171","msg":"trace[1523251971] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"1.501711332s","start":"2026-03-02T22:12:02.635333Z","end":"2026-03-02T22:12:04.137045Z","steps":["trace[1523251971] 'process raft request' (duration: 1.501037774s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137285Z","caller":"traceutil/trace.go:171","msg":"trace[1817161237] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"1.501944908s","start":"2026-03-02T22:12:02.635328Z","end":"2026-03-02T22:12:04.137273Z","steps":["trace[1817161237] 'process raft request' (duration: 1.501024664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635324Z","time spent":"1.501865577s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.137325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635319Z","time spent":"1.50198797s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:04.137307Z","caller":"traceutil/trace.go:171","msg":"trace[1534459372] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"1.502064651s","start":"2026-03-02T22:12:02.635212Z","end":"2026-03-02T22:12:04.137277Z","steps":["trace[1534459372] 'process raft request' (duration: 1.501061985s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137309Z","caller":"traceutil/trace.go:171","msg":"trace[495634938] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"1.50199524s","start":"2026-03-02T22:12:02.635276Z","end":"2026-03-02T22:12:04.137271Z","steps":["trace[495634938] 'process raft request' (duration: 1.501038025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242017811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:12:04.137452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635204Z","time spent":"1.502171285s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.137464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502561005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-02T22:12:04.137497Z","caller":"traceutil/trace.go:171","msg":"trace[1959349943] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23498; }","duration":"1.502599196s","start":"2026-03-02T22:12:02.634889Z","end":"2026-03-02T22:12:04.137489Z","steps":["trace[1959349943] 'agreement among raft nodes before linearized reading' (duration: 1.502482013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.63527Z","time spent":"1.502123373s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.137537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.634855Z","time spent":"1.502675698s","remote":"127.0.0.1:34472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T22:12:04.137589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502671147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2da6e893-7323-4abd-bb09-b5436479f3d4\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T22:12:04.137608Z","caller":"traceutil/trace.go:171","msg":"trace[188995839] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2da6e893-7323-4abd-bb09-b5436479f3d4; range_end:; response_count:1; response_revision:23498; }","duration":"1.502728669s","start":"2026-03-02T22:12:02.634875Z","end":"2026-03-02T22:12:04.137604Z","steps":["trace[188995839] 'agreement among raft nodes before linearized reading' (duration: 1.502675048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.634852Z","time spent":"1.50276627s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2da6e893-7323-4abd-bb09-b5436479f3d4\" "} {"level":"info","ts":"2026-03-02T22:12:04.137474Z","caller":"traceutil/trace.go:171","msg":"trace[685722198] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23498; }","duration":"1.242082962s","start":"2026-03-02T22:12:02.895385Z","end":"2026-03-02T22:12:04.137468Z","steps":["trace[685722198] 'agreement among raft nodes before linearized reading' (duration: 1.24198768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.895363Z","time spent":"1.24234596s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:04.13774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356940656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:04.13774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502386711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:12:04.137798Z","caller":"traceutil/trace.go:171","msg":"trace[1255270605] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23498; }","duration":"1.357047s","start":"2026-03-02T22:12:02.780734Z","end":"2026-03-02T22:12:04.137781Z","steps":["trace[1255270605] 'agreement among raft nodes before linearized reading' (duration: 1.356960067s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137501Z","caller":"traceutil/trace.go:171","msg":"trace[1729157080] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"1.061890488s","start":"2026-03-02T22:12:03.075596Z","end":"2026-03-02T22:12:04.137487Z","steps":["trace[1729157080] 'process raft request' (duration: 1.060799669s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137815Z","caller":"traceutil/trace.go:171","msg":"trace[648798751] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"1.502537034s","start":"2026-03-02T22:12:02.635265Z","end":"2026-03-02T22:12:04.137802Z","steps":["trace[648798751] 'process raft request' (duration: 1.501028674s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:04.137831Z","caller":"traceutil/trace.go:171","msg":"trace[865782938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23498; }","duration":"1.502509193s","start":"2026-03-02T22:12:02.635302Z","end":"2026-03-02T22:12:04.137811Z","steps":["trace[865782938] 'agreement among raft nodes before linearized reading' (duration: 1.502217326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.137838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.780709Z","time spent":"1.357119931s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:04.137872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.075577Z","time spent":"1.062259948s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.13788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635294Z","time spent":"1.502579195s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:12:04.137692Z","caller":"traceutil/trace.go:171","msg":"trace[1857083057] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"1.501963079s","start":"2026-03-02T22:12:02.635321Z","end":"2026-03-02T22:12:04.137284Z","steps":["trace[1857083057] 'process raft request' (duration: 1.501012094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:04.138105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635307Z","time spent":"1.502689538s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.137928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635257Z","time spent":"1.502587775s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:04.137337Z","caller":"traceutil/trace.go:171","msg":"trace[1122948166] linearizableReadLoop","detail":"{readStateIndex:24320; appliedIndex:24312; }","duration":"1.062518885s","start":"2026-03-02T22:12:03.0748Z","end":"2026-03-02T22:12:04.137319Z","steps":["trace[1122948166] 'read index received' (duration: 226.979945ms)","trace[1122948166] 'applied index is now lower than readState.Index' (duration: 835.53733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:04.136863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:02.635173Z","time spent":"1.501673791s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:04.638417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:05.081027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:12:05.081183Z","caller":"traceutil/trace.go:171","msg":"trace[1371715667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055186s","start":"2026-03-02T22:12:03.080606Z","end":"2026-03-02T22:12:05.081158Z","steps":["trace[1371715667] 'agreement among raft nodes before linearized reading' (duration: 2.000364615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:05.081609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.080588Z","time spent":"2.000917891s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:12:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:12:05.139282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:05.367798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.939215594s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:06.082463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.40386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:06.084429Z","caller":"traceutil/trace.go:171","msg":"trace[1560529633] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"2.655948047s","start":"2026-03-02T22:12:03.42843Z","end":"2026-03-02T22:12:06.084378Z","steps":["trace[1560529633] 'process raft request' (duration: 1.939531963s)","trace[1560529633] 'compare' (duration: 714.151023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:06.084843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.428396Z","time spent":"2.656372158s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.081671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:07.081751Z","caller":"traceutil/trace.go:171","msg":"trace[1386042882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020105s","start":"2026-03-02T22:12:05.081532Z","end":"2026-03-02T22:12:07.081733Z","steps":["trace[1386042882] 'agreement among raft nodes before linearized reading' (duration: 2.000084667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.081795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.08147Z","time spent":"2.000316533s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:07.701786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333803821s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:12:07.920114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113127646s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:07.920234Z","caller":"traceutil/trace.go:171","msg":"trace[1863683678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23499; }","duration":"1.113262349s","start":"2026-03-02T22:12:06.806955Z","end":"2026-03-02T22:12:07.920217Z","steps":["trace[1863683678] 'range keys from in-memory index tree' (duration: 1.113109475s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.920482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.284724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:07.92086Z","caller":"traceutil/trace.go:171","msg":"trace[1198708235] linearizableReadLoop","detail":"{readStateIndex:24330; appliedIndex:24322; }","duration":"3.78258757s","start":"2026-03-02T22:12:04.138254Z","end":"2026-03-02T22:12:07.920842Z","steps":["trace[1198708235] 'read index received' (duration: 1.229722594s)","trace[1198708235] 'applied index is now lower than readState.Index' (duration: 2.552864016s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:07.921589Z","caller":"traceutil/trace.go:171","msg":"trace[84816217] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"3.277601788s","start":"2026-03-02T22:12:04.64394Z","end":"2026-03-02T22:12:07.921542Z","steps":["trace[84816217] 'process raft request' (duration: 3.276820238s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.921644Z","caller":"traceutil/trace.go:171","msg":"trace[27229449] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"3.288250301s","start":"2026-03-02T22:12:04.633375Z","end":"2026-03-02T22:12:07.921626Z","steps":["trace[27229449] 'process raft request' (duration: 3.287286975s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.921665Z","caller":"traceutil/trace.go:171","msg":"trace[1256464344] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"3.852488312s","start":"2026-03-02T22:12:04.069148Z","end":"2026-03-02T22:12:07.921636Z","steps":["trace[1256464344] 'process raft request' (duration: 3.632954804s)","trace[1256464344] 'compare' (duration: 217.899645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:07.921743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.63334Z","time spent":"3.288333833s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.921747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.643919Z","time spent":"3.277761872s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:07.921728Z","caller":"traceutil/trace.go:171","msg":"trace[1844941818] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"3.284124841s","start":"2026-03-02T22:12:04.637537Z","end":"2026-03-02T22:12:07.921662Z","steps":["trace[1844941818] 'process raft request' (duration: 3.283160195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.921802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.069117Z","time spent":"3.852627016s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:07.92193Z","caller":"traceutil/trace.go:171","msg":"trace[847083541] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"3.283619828s","start":"2026-03-02T22:12:04.638277Z","end":"2026-03-02T22:12:07.921897Z","steps":["trace[847083541] 'process raft request' (duration: 3.282451127s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.921967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.63752Z","time spent":"3.284334797s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.922105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.638263Z","time spent":"3.283751711s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.922199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219866747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:07.922226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286957745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T22:12:07.922247Z","caller":"traceutil/trace.go:171","msg":"trace[21601894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23506; }","duration":"4.287030327s","start":"2026-03-02T22:12:03.635211Z","end":"2026-03-02T22:12:07.922241Z","steps":["trace[21601894] 'agreement among raft nodes before linearized reading' (duration: 4.286905984s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.922242Z","caller":"traceutil/trace.go:171","msg":"trace[60269655] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23506; }","duration":"4.21997176s","start":"2026-03-02T22:12:03.702255Z","end":"2026-03-02T22:12:07.922227Z","steps":["trace[60269655] 'agreement among raft nodes before linearized reading' (duration: 4.219902268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.922263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.635185Z","time spent":"4.287073488s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"warn","ts":"2026-03-02T22:12:07.922272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.702217Z","time spent":"4.220047642s","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:07.922366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160611967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:07.922382Z","caller":"traceutil/trace.go:171","msg":"trace[1843374495] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"3.289577526s","start":"2026-03-02T22:12:04.63278Z","end":"2026-03-02T22:12:07.922357Z","steps":["trace[1843374495] 'process raft request' (duration: 3.287825549s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.922424Z","caller":"traceutil/trace.go:171","msg":"trace[1510387015] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23506; }","duration":"4.160909045s","start":"2026-03-02T22:12:03.761498Z","end":"2026-03-02T22:12:07.922407Z","steps":["trace[1510387015] 'agreement among raft nodes before linearized reading' (duration: 4.160612137s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:07.92247Z","caller":"traceutil/trace.go:171","msg":"trace[205843973] transaction","detail":"{read_only:false; response_revision:23506; number_of_response:1; }","duration":"3.27840191s","start":"2026-03-02T22:12:04.644061Z","end":"2026-03-02T22:12:07.922463Z","steps":["trace[205843973] 'process raft request' (duration: 3.276738206s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.922469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.761472Z","time spent":"4.160982287s","remote":"127.0.0.1:55702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:07.922491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.632753Z","time spent":"3.289681168s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.922516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.644053Z","time spent":"3.278436301s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:07.922533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413988481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:07.922588Z","caller":"traceutil/trace.go:171","msg":"trace[468626400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23506; }","duration":"4.414092114s","start":"2026-03-02T22:12:03.508481Z","end":"2026-03-02T22:12:07.922573Z","steps":["trace[468626400] 'agreement among raft nodes before linearized reading' (duration: 4.41394868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:07.922626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.508435Z","time spent":"4.414180396s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.815976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.026926902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:08.816079Z","caller":"traceutil/trace.go:171","msg":"trace[1061655526] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23506; }","duration":"5.027081846s","start":"2026-03-02T22:12:03.788968Z","end":"2026-03-02T22:12:08.81605Z","steps":["trace[1061655526] 'agreement among raft nodes before linearized reading' (duration: 4.133493189s)","trace[1061655526] 'count revisions from in-memory index tree' (duration: 893.450433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:08.816132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:03.788876Z","time spent":"5.02724503s","remote":"127.0.0.1:38850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.816588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.226954ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:12:08.81683Z","caller":"traceutil/trace.go:171","msg":"trace[1385132240] transaction","detail":"{read_only:false; response_revision:23507; number_of_response:1; }","duration":"725.303308ms","start":"2026-03-02T22:12:08.09151Z","end":"2026-03-02T22:12:08.816813Z","steps":["trace[1385132240] 'process raft request' (duration: 725.174535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.816955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.091477Z","time spent":"725.398271ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:08.817021Z","caller":"traceutil/trace.go:171","msg":"trace[143215318] linearizableReadLoop","detail":"{readStateIndex:24331; appliedIndex:24330; }","duration":"896.077103ms","start":"2026-03-02T22:12:07.920903Z","end":"2026-03-02T22:12:08.81698Z","steps":["trace[143215318] 'read index received' (duration: 1.393877ms)","trace[143215318] 'applied index is now lower than readState.Index' (duration: 894.680276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:08.817145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672362151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:12:08.817174Z","caller":"traceutil/trace.go:171","msg":"trace[8782766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23507; }","duration":"2.672398951s","start":"2026-03-02T22:12:06.144767Z","end":"2026-03-02T22:12:08.817166Z","steps":["trace[8782766] 'agreement among raft nodes before linearized reading' (duration: 2.672276988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.81719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.144763Z","time spent":"2.672423032s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.227585813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:08.81725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027205968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:08.817246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674923758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:12:08.817263Z","caller":"traceutil/trace.go:171","msg":"trace[428570364] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23507; }","duration":"3.227684215s","start":"2026-03-02T22:12:05.589556Z","end":"2026-03-02T22:12:08.81724Z","steps":["trace[428570364] 'agreement among raft nodes before linearized reading' (duration: 3.227539611s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392373715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:08.817308Z","caller":"traceutil/trace.go:171","msg":"trace[1949600195] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23507; }","duration":"1.392438926s","start":"2026-03-02T22:12:07.424863Z","end":"2026-03-02T22:12:08.817302Z","steps":["trace[1949600195] 'agreement among raft nodes before linearized reading' (duration: 1.392412925s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.817295Z","caller":"traceutil/trace.go:171","msg":"trace[1652293216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23507; }","duration":"2.67498141s","start":"2026-03-02T22:12:06.142298Z","end":"2026-03-02T22:12:08.81728Z","steps":["trace[1652293216] 'agreement among raft nodes before linearized reading' (duration: 2.674847327s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.42483Z","time spent":"1.392488047s","remote":"127.0.0.1:39142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.817311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:05.589536Z","time spent":"3.227765618s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.142295Z","time spent":"2.675031072s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671967126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T22:12:08.817267Z","caller":"traceutil/trace.go:171","msg":"trace[1752614516] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23507; }","duration":"1.02726842s","start":"2026-03-02T22:12:07.789992Z","end":"2026-03-02T22:12:08.81726Z","steps":["trace[1752614516] 'agreement among raft nodes before linearized reading' (duration: 1.027238919s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.817418Z","caller":"traceutil/trace.go:171","msg":"trace[1414114209] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23507; }","duration":"4.672103349s","start":"2026-03-02T22:12:04.145298Z","end":"2026-03-02T22:12:08.817401Z","steps":["trace[1414114209] 'agreement among raft nodes before linearized reading' (duration: 4.671857012s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672628208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:12:08.817453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.145286Z","time spent":"4.672160721s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.789963Z","time spent":"1.027478676s","remote":"127.0.0.1:34618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.817487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.675203811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T22:12:08.817534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629803743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:08.817551Z","caller":"traceutil/trace.go:171","msg":"trace[513167124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23507; }","duration":"4.675286603s","start":"2026-03-02T22:12:04.142248Z","end":"2026-03-02T22:12:08.817534Z","steps":["trace[513167124] 'agreement among raft nodes before linearized reading' (duration: 4.67515081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675292218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T22:12:08.817598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.142229Z","time spent":"4.675358706s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:08.817627Z","caller":"traceutil/trace.go:171","msg":"trace[1949904679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23507; }","duration":"2.67538192s","start":"2026-03-02T22:12:06.142236Z","end":"2026-03-02T22:12:08.817618Z","steps":["trace[1949904679] 'agreement among raft nodes before linearized reading' (duration: 2.675273067s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:08.817464Z","caller":"traceutil/trace.go:171","msg":"trace[2020451732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23507; }","duration":"2.67269902s","start":"2026-03-02T22:12:06.144751Z","end":"2026-03-02T22:12:08.81745Z","steps":["trace[2020451732] 'agreement among raft nodes before linearized reading' (duration: 2.672513535s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187342699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925d35d37e9d2\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T22:12:08.817744Z","caller":"traceutil/trace.go:171","msg":"trace[549041292] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925d35d37e9d2; range_end:; response_count:1; response_revision:23507; }","duration":"2.187430661s","start":"2026-03-02T22:12:06.630303Z","end":"2026-03-02T22:12:08.817733Z","steps":["trace[549041292] 'agreement among raft nodes before linearized reading' (duration: 2.187310878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.63028Z","time spent":"2.187494433s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925d35d37e9d2\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67781283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18439"} {"level":"info","ts":"2026-03-02T22:12:08.817938Z","caller":"traceutil/trace.go:171","msg":"trace[2052941380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23507; }","duration":"4.677884303s","start":"2026-03-02T22:12:04.140043Z","end":"2026-03-02T22:12:08.817927Z","steps":["trace[2052941380] 'agreement among raft nodes before linearized reading' (duration: 4.67777285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727783452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:08.817966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.140029Z","time spent":"4.677931733s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18461,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732894716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:12:08.818053Z","caller":"traceutil/trace.go:171","msg":"trace[2051753629] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8; range_end:; response_count:1; response_revision:23507; }","duration":"1.733440961s","start":"2026-03-02T22:12:07.084586Z","end":"2026-03-02T22:12:08.818027Z","steps":["trace[2051753629] 'agreement among raft nodes before linearized reading' (duration: 1.732886886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.818114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.084569Z","time spent":"1.733526484s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899255e8a20eeb8\" "} {"level":"info","ts":"2026-03-02T22:12:08.817587Z","caller":"traceutil/trace.go:171","msg":"trace[1818061702] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23507; }","duration":"2.629906156s","start":"2026-03-02T22:12:06.187667Z","end":"2026-03-02T22:12:08.817574Z","steps":["trace[1818061702] 'agreement among raft nodes before linearized reading' (duration: 2.629832494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.818184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.187649Z","time spent":"2.630525652s","remote":"127.0.0.1:35516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.817361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677282716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T22:12:08.817971Z","caller":"traceutil/trace.go:171","msg":"trace[14237441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23507; }","duration":"1.728299415s","start":"2026-03-02T22:12:07.089665Z","end":"2026-03-02T22:12:08.817964Z","steps":["trace[14237441] 'agreement among raft nodes before linearized reading' (duration: 1.727779692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.818268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.089658Z","time spent":"1.728597743s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.142201Z","time spent":"2.675451332s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:12:08.818223Z","caller":"traceutil/trace.go:171","msg":"trace[52410265] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23507; }","duration":"4.67817619s","start":"2026-03-02T22:12:04.140035Z","end":"2026-03-02T22:12:08.818211Z","steps":["trace[52410265] 'agreement among raft nodes before linearized reading' (duration: 4.677095351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.144747Z","time spent":"2.672948466s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:08.818401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.140021Z","time spent":"4.678372685s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:08.817561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672766552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:08.818477Z","caller":"traceutil/trace.go:171","msg":"trace[1238910850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23507; }","duration":"2.673675176s","start":"2026-03-02T22:12:06.144783Z","end":"2026-03-02T22:12:08.818458Z","steps":["trace[1238910850] 'agreement among raft nodes before linearized reading' (duration: 2.672743411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.817429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4307134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:08.818539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.14478Z","time spent":"2.673742967s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:08.818567Z","caller":"traceutil/trace.go:171","msg":"trace[1311739532] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23507; }","duration":"1.431879061s","start":"2026-03-02T22:12:07.386676Z","end":"2026-03-02T22:12:08.818555Z","steps":["trace[1311739532] 'agreement among raft nodes before linearized reading' (duration: 1.430731241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.818617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:07.386654Z","time spent":"1.431947142s","remote":"127.0.0.1:34664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:08.818499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.673618013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:12:08.818837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620334917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:12:08.818864Z","caller":"traceutil/trace.go:171","msg":"trace[1862634924] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23507; }","duration":"4.620402529s","start":"2026-03-02T22:12:04.198454Z","end":"2026-03-02T22:12:08.818856Z","steps":["trace[1862634924] 'agreement among raft nodes before linearized reading' (duration: 4.619173177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.818883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:04.198435Z","time spent":"4.62044355s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2682,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:08.819166Z","caller":"traceutil/trace.go:171","msg":"trace[1091265427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23507; }","duration":"2.674129748s","start":"2026-03-02T22:12:06.144712Z","end":"2026-03-02T22:12:08.818842Z","steps":["trace[1091265427] 'agreement among raft nodes before linearized reading' (duration: 2.672421893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.819373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:06.144706Z","time spent":"2.674647881s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:12:08.820577Z","caller":"traceutil/trace.go:171","msg":"trace[1699773173] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"432.778006ms","start":"2026-03-02T22:12:08.387774Z","end":"2026-03-02T22:12:08.820552Z","steps":["trace[1699773173] 'process raft request' (duration: 432.598831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:08.820739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.387721Z","time spent":"432.935251ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.651793Z","caller":"traceutil/trace.go:171","msg":"trace[2113790947] linearizableReadLoop","detail":"{readStateIndex:24334; appliedIndex:24332; }","duration":"831.649906ms","start":"2026-03-02T22:12:08.820127Z","end":"2026-03-02T22:12:09.651777Z","steps":["trace[2113790947] 'read index received' (duration: 196.345µs)","trace[2113790947] 'applied index is now lower than readState.Index' (duration: 831.452191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:09.651861Z","caller":"traceutil/trace.go:171","msg":"trace[420040689] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"831.677628ms","start":"2026-03-02T22:12:08.820149Z","end":"2026-03-02T22:12:09.651827Z","steps":["trace[420040689] 'process raft request' (duration: 831.576985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.651916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.770539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:09.651938Z","caller":"traceutil/trace.go:171","msg":"trace[1103884853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23510; }","duration":"831.834261ms","start":"2026-03-02T22:12:08.820098Z","end":"2026-03-02T22:12:09.651932Z","steps":["trace[1103884853] 'agreement among raft nodes before linearized reading' (duration: 831.76716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.651959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.820075Z","time spent":"831.878053ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:09.651939Z","caller":"traceutil/trace.go:171","msg":"trace[860526818] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"831.831152ms","start":"2026-03-02T22:12:08.820072Z","end":"2026-03-02T22:12:09.651903Z","steps":["trace[860526818] 'process raft request' (duration: 784.397385ms)","trace[860526818] 'compare' (duration: 46.649286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:09.652039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.82013Z","time spent":"831.809071ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.652062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.820051Z","time spent":"831.943854ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.952875Z","caller":"traceutil/trace.go:171","msg":"trace[2139638411] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"1.128556974s","start":"2026-03-02T22:12:08.824287Z","end":"2026-03-02T22:12:09.952844Z","steps":["trace[2139638411] 'process raft request' (duration: 1.036259948s)","trace[2139638411] 'compare' (duration: 92.024449ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:09.95295Z","caller":"traceutil/trace.go:171","msg":"trace[216200837] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"1.127990919s","start":"2026-03-02T22:12:08.824933Z","end":"2026-03-02T22:12:09.952924Z","steps":["trace[216200837] 'process raft request' (duration: 1.127811544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.824279Z","time spent":"1.128662676s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.953147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.824928Z","time spent":"1.128107392s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.953329Z","caller":"traceutil/trace.go:171","msg":"trace[1912310586] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"1.128335478s","start":"2026-03-02T22:12:08.824964Z","end":"2026-03-02T22:12:09.953299Z","steps":["trace[1912310586] 'process raft request' (duration: 1.127915147s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.953519Z","caller":"traceutil/trace.go:171","msg":"trace[1103201504] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"1.128548453s","start":"2026-03-02T22:12:08.824957Z","end":"2026-03-02T22:12:09.953506Z","steps":["trace[1103201504] 'process raft request' (duration: 1.128220925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.82496Z","time spent":"1.128455791s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.953533Z","caller":"traceutil/trace.go:171","msg":"trace[636097613] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"1.128478962s","start":"2026-03-02T22:12:08.825034Z","end":"2026-03-02T22:12:09.953513Z","steps":["trace[636097613] 'process raft request' (duration: 1.128360018s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.953595Z","caller":"traceutil/trace.go:171","msg":"trace[939102932] linearizableReadLoop","detail":"{readStateIndex:24341; appliedIndex:24335; }","duration":"301.736795ms","start":"2026-03-02T22:12:09.651844Z","end":"2026-03-02T22:12:09.953581Z","steps":["trace[939102932] 'read index received' (duration: 208.747431ms)","trace[939102932] 'applied index is now lower than readState.Index' (duration: 92.988154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:09.953661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.82503Z","time spent":"1.128556584s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.953717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.000119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:09.953765Z","caller":"traceutil/trace.go:171","msg":"trace[1462323167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23516; }","duration":"480.0463ms","start":"2026-03-02T22:12:09.473707Z","end":"2026-03-02T22:12:09.953754Z","steps":["trace[1462323167] 'agreement among raft nodes before linearized reading' (duration: 479.966788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127616589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-03-02T22:12:09.953779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130431523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T22:12:09.953782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121692162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:12:09.953803Z","caller":"traceutil/trace.go:171","msg":"trace[28761957] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23516; }","duration":"1.12766224s","start":"2026-03-02T22:12:08.826133Z","end":"2026-03-02T22:12:09.953795Z","steps":["trace[28761957] 'agreement among raft nodes before linearized reading' (duration: 1.127503136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025990826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T22:12:09.953821Z","caller":"traceutil/trace.go:171","msg":"trace[847603084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23516; }","duration":"1.121741933s","start":"2026-03-02T22:12:08.832069Z","end":"2026-03-02T22:12:09.953811Z","steps":["trace[847603084] 'agreement among raft nodes before linearized reading' (duration: 1.121638981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.832063Z","time spent":"1.121781094s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:12:09.953844Z","caller":"traceutil/trace.go:171","msg":"trace[2048281151] transaction","detail":"{read_only:false; response_revision:23516; number_of_response:1; }","duration":"1.127631159s","start":"2026-03-02T22:12:08.826202Z","end":"2026-03-02T22:12:09.953833Z","steps":["trace[2048281151] 'process raft request' (duration: 1.12728332s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:09.953843Z","caller":"traceutil/trace.go:171","msg":"trace[1223834042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23516; }","duration":"1.026095969s","start":"2026-03-02T22:12:08.927732Z","end":"2026-03-02T22:12:09.953828Z","steps":["trace[1223834042] 'agreement among raft nodes before linearized reading' (duration: 1.025878083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:09.95388Z","caller":"traceutil/trace.go:171","msg":"trace[127671295] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23516; }","duration":"1.12616597s","start":"2026-03-02T22:12:08.827708Z","end":"2026-03-02T22:12:09.953874Z","steps":["trace[127671295] 'agreement among raft nodes before linearized reading' (duration: 1.126127509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.95388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.247487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:12:09.953893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.827701Z","time spent":"1.126188501s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:12:09.953803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.473633Z","time spent":"480.165293ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:09.953896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.826191Z","time spent":"1.1276762s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:09.95391Z","caller":"traceutil/trace.go:171","msg":"trace[1495875072] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23516; }","duration":"805.319799ms","start":"2026-03-02T22:12:09.148578Z","end":"2026-03-02T22:12:09.953898Z","steps":["trace[1495875072] 'agreement among raft nodes before linearized reading' (duration: 805.204596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130940047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189925d35e56df06\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-03-02T22:12:09.953935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.148553Z","time spent":"805.378351ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:12:09.953943Z","caller":"traceutil/trace.go:171","msg":"trace[1340797736] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189925d35e56df06; range_end:; response_count:1; response_revision:23516; }","duration":"1.130984198s","start":"2026-03-02T22:12:08.822951Z","end":"2026-03-02T22:12:09.953935Z","steps":["trace[1340797736] 'agreement among raft nodes before linearized reading' (duration: 1.130886695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.959552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:09.953985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.822946Z","time spent":"1.131031599s","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189925d35e56df06\" "} {"level":"info","ts":"2026-03-02T22:12:09.954017Z","caller":"traceutil/trace.go:171","msg":"trace[1266131910] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23516; }","duration":"790.097305ms","start":"2026-03-02T22:12:09.163895Z","end":"2026-03-02T22:12:09.953993Z","steps":["trace[1266131910] 'agreement among raft nodes before linearized reading' (duration: 789.809518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.826127Z","time spent":"1.127694031s","remote":"127.0.0.1:34600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:09.954074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:09.163884Z","time spent":"790.179128ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:09.954106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131902622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:12:09.954135Z","caller":"traceutil/trace.go:171","msg":"trace[1038976250] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23516; }","duration":"1.131947974s","start":"2026-03-02T22:12:08.822181Z","end":"2026-03-02T22:12:09.954128Z","steps":["trace[1038976250] 'agreement among raft nodes before linearized reading' (duration: 1.131873782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.953884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.927703Z","time spent":"1.026173311s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3781,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"warn","ts":"2026-03-02T22:12:09.954161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.822173Z","time spent":"1.131981335s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T22:12:09.95382Z","caller":"traceutil/trace.go:171","msg":"trace[732886024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f; range_end:; response_count:1; response_revision:23516; }","duration":"1.130482534s","start":"2026-03-02T22:12:08.823325Z","end":"2026-03-02T22:12:09.953807Z","steps":["trace[732886024] 'agreement among raft nodes before linearized reading' (duration: 1.130338011s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:09.954193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.823321Z","time spent":"1.130863665s","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-d578e682-6212-46ab-8a57-901e0db1fd8f\" "} {"level":"warn","ts":"2026-03-02T22:12:09.953596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:08.824936Z","time spent":"1.128633266s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:09.994212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.077768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:09.994293Z","caller":"traceutil/trace.go:171","msg":"trace[1563996783] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23522; }","duration":"141.242133ms","start":"2026-03-02T22:12:09.853033Z","end":"2026-03-02T22:12:09.994275Z","steps":["trace[1563996783] 'agreement among raft nodes before linearized reading' (duration: 141.104239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:12.271197Z","caller":"traceutil/trace.go:171","msg":"trace[123887252] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"305.441984ms","start":"2026-03-02T22:12:11.96572Z","end":"2026-03-02T22:12:12.271162Z","steps":["trace[123887252] 'process raft request' (duration: 305.199358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:12.271409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.965691Z","time spent":"305.605908ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.520361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249425906s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:13.520926Z","caller":"traceutil/trace.go:171","msg":"trace[1880348017] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"1.554085659s","start":"2026-03-02T22:12:11.966815Z","end":"2026-03-02T22:12:13.520901Z","steps":["trace[1880348017] 'process raft request' (duration: 1.55375741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.520961Z","caller":"traceutil/trace.go:171","msg":"trace[1142539494] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"1.553500334s","start":"2026-03-02T22:12:11.967435Z","end":"2026-03-02T22:12:13.520935Z","steps":["trace[1142539494] 'process raft request' (duration: 1.553421791s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.521115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.966796Z","time spent":"1.554207682s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.521177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.967419Z","time spent":"1.553618706s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.521294Z","caller":"traceutil/trace.go:171","msg":"trace[197127627] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"1.55411632s","start":"2026-03-02T22:12:11.967133Z","end":"2026-03-02T22:12:13.52125Z","steps":["trace[197127627] 'process raft request' (duration: 1.553685138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.521503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.967126Z","time spent":"1.554267814s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.521604Z","caller":"traceutil/trace.go:171","msg":"trace[767539274] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"1.554137321s","start":"2026-03-02T22:12:11.967446Z","end":"2026-03-02T22:12:13.521583Z","steps":["trace[767539274] 'process raft request' (duration: 1.553459613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.521694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.967438Z","time spent":"1.554211802s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.521718Z","caller":"traceutil/trace.go:171","msg":"trace[258475714] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.519909794s","start":"2026-03-02T22:12:12.001787Z","end":"2026-03-02T22:12:13.521697Z","steps":["trace[258475714] 'process raft request' (duration: 1.519795541s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.521721Z","caller":"traceutil/trace.go:171","msg":"trace[829110020] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.51899774s","start":"2026-03-02T22:12:12.0027Z","end":"2026-03-02T22:12:13.521698Z","steps":["trace[829110020] 'process raft request' (duration: 1.518938618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.521811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.001749Z","time spent":"1.520017807s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.521855Z","caller":"traceutil/trace.go:171","msg":"trace[1605114253] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"1.523789547s","start":"2026-03-02T22:12:11.998053Z","end":"2026-03-02T22:12:13.521843Z","steps":["trace[1605114253] 'process raft request' (duration: 1.523451198s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.521873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.002687Z","time spent":"1.519108352s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.521924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.998023Z","time spent":"1.523868338s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.521959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551333326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:13.521865Z","caller":"traceutil/trace.go:171","msg":"trace[1024573873] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24352; }","duration":"1.551236394s","start":"2026-03-02T22:12:11.970616Z","end":"2026-03-02T22:12:13.521853Z","steps":["trace[1024573873] 'read index received' (duration: 300.37724ms)","trace[1024573873] 'applied index is now lower than readState.Index' (duration: 1.250856944s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:13.522009Z","caller":"traceutil/trace.go:171","msg":"trace[1708144114] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23538; }","duration":"1.551395448s","start":"2026-03-02T22:12:11.970601Z","end":"2026-03-02T22:12:13.521996Z","steps":["trace[1708144114] 'agreement among raft nodes before linearized reading' (duration: 1.551286135s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:13.521974Z","caller":"traceutil/trace.go:171","msg":"trace[1973541831] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"1.520131799s","start":"2026-03-02T22:12:12.001802Z","end":"2026-03-02T22:12:13.521933Z","steps":["trace[1973541831] 'process raft request' (duration: 1.51981261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.522049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.970594Z","time spent":"1.551447199s","remote":"127.0.0.1:55772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:13.522095Z","caller":"traceutil/trace.go:171","msg":"trace[1247427329] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.517539461s","start":"2026-03-02T22:12:12.004547Z","end":"2026-03-02T22:12:13.522087Z","steps":["trace[1247427329] 'process raft request' (duration: 1.51712013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.52214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.004531Z","time spent":"1.517586882s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:13.522164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.00178Z","time spent":"1.520283623s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:13.522364Z","caller":"traceutil/trace.go:171","msg":"trace[1761167250] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"1.555450205s","start":"2026-03-02T22:12:11.966894Z","end":"2026-03-02T22:12:13.522344Z","steps":["trace[1761167250] 'process raft request' (duration: 1.553878683s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:13.522451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:11.966884Z","time spent":"1.555519827s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:14.041897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.077826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:14.042154Z","caller":"traceutil/trace.go:171","msg":"trace[1007038877] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24363; }","duration":"520.130442ms","start":"2026-03-02T22:12:13.522003Z","end":"2026-03-02T22:12:14.042134Z","steps":["trace[1007038877] 'read index received' (duration: 29.738538ms)","trace[1007038877] 'applied index is now lower than readState.Index' (duration: 490.390324ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:14.042264Z","caller":"traceutil/trace.go:171","msg":"trace[997452686] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.209286253s","start":"2026-03-02T22:12:12.83296Z","end":"2026-03-02T22:12:14.042247Z","steps":["trace[997452686] 'process raft request' (duration: 718.756695ms)","trace[997452686] 'compare' (duration: 489.878381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:14.042331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.832926Z","time spent":"1.209369515s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:14.042698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838550947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.042796Z","caller":"traceutil/trace.go:171","msg":"trace[332924000] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23540; }","duration":"1.83869115s","start":"2026-03-02T22:12:12.20408Z","end":"2026-03-02T22:12:14.042772Z","steps":["trace[332924000] 'agreement among raft nodes before linearized reading' (duration: 1.838516595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.042816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.240386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.042905Z","caller":"traceutil/trace.go:171","msg":"trace[1383749130] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"1.114201434s","start":"2026-03-02T22:12:12.92869Z","end":"2026-03-02T22:12:14.042892Z","steps":["trace[1383749130] 'process raft request' (duration: 1.113324421s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.042926Z","caller":"traceutil/trace.go:171","msg":"trace[93236340] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23540; }","duration":"417.422661ms","start":"2026-03-02T22:12:13.625477Z","end":"2026-03-02T22:12:14.0429Z","steps":["trace[93236340] 'agreement among raft nodes before linearized reading' (duration: 417.246717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.04298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.62545Z","time spent":"417.516033ms","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:14.043009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.928655Z","time spent":"1.114284625s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:14.043211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.127764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T22:12:14.043263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.685813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:14.043234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021979297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:12:14.043299Z","caller":"traceutil/trace.go:171","msg":"trace[1807310615] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23540; }","duration":"624.768345ms","start":"2026-03-02T22:12:13.418517Z","end":"2026-03-02T22:12:14.043286Z","steps":["trace[1807310615] 'agreement among raft nodes before linearized reading' (duration: 624.706623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.04331Z","caller":"traceutil/trace.go:171","msg":"trace[1044722249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23540; }","duration":"174.296828ms","start":"2026-03-02T22:12:13.868987Z","end":"2026-03-02T22:12:14.043284Z","steps":["trace[1044722249] 'agreement among raft nodes before linearized reading' (duration: 174.004701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.043326Z","caller":"traceutil/trace.go:171","msg":"trace[932176005] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23540; }","duration":"2.022128531s","start":"2026-03-02T22:12:12.021175Z","end":"2026-03-02T22:12:14.043304Z","steps":["trace[932176005] 'agreement among raft nodes before linearized reading' (duration: 2.021802212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.043375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.308232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-02T22:12:14.043389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.021159Z","time spent":"2.022221134s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"warn","ts":"2026-03-02T22:12:14.043382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875927327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274407"} {"level":"warn","ts":"2026-03-02T22:12:14.043397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894232612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.043434Z","caller":"traceutil/trace.go:171","msg":"trace[117940197] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23540; }","duration":"1.876023699s","start":"2026-03-02T22:12:12.167398Z","end":"2026-03-02T22:12:14.043422Z","steps":["trace[117940197] 'agreement among raft nodes before linearized reading' (duration: 1.875610578s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:14.043463Z","caller":"traceutil/trace.go:171","msg":"trace[590128608] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23540; }","duration":"1.894358626s","start":"2026-03-02T22:12:12.149087Z","end":"2026-03-02T22:12:14.043445Z","steps":["trace[590128608] 'agreement among raft nodes before linearized reading' (duration: 1.894266313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.043471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.167376Z","time spent":"1.876084531s","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274429,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:12:14.043498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0729147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3945"} {"level":"warn","ts":"2026-03-02T22:12:14.043513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.149024Z","time spent":"1.894474568s","remote":"127.0.0.1:38948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:14.043535Z","caller":"traceutil/trace.go:171","msg":"trace[209588404] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23540; }","duration":"1.073003392s","start":"2026-03-02T22:12:12.970524Z","end":"2026-03-02T22:12:14.043527Z","steps":["trace[209588404] 'agreement among raft nodes before linearized reading' (duration: 1.072837968s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.043569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.970496Z","time spent":"1.073066644s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"warn","ts":"2026-03-02T22:12:14.043341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:13.418492Z","time spent":"624.841807ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:14.043422Z","caller":"traceutil/trace.go:171","msg":"trace[1132596233] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23540; }","duration":"213.399715ms","start":"2026-03-02T22:12:13.830008Z","end":"2026-03-02T22:12:14.043408Z","steps":["trace[1132596233] 'agreement among raft nodes before linearized reading' (duration: 213.23375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.043696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809469166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.043736Z","caller":"traceutil/trace.go:171","msg":"trace[1207254646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23540; }","duration":"1.809511067s","start":"2026-03-02T22:12:12.234216Z","end":"2026-03-02T22:12:14.043727Z","steps":["trace[1207254646] 'agreement among raft nodes before linearized reading' (duration: 1.809444765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.042853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.204068Z","time spent":"1.838773223s","remote":"127.0.0.1:55636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:14.043781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583576901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.043819Z","caller":"traceutil/trace.go:171","msg":"trace[848979852] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23540; }","duration":"1.583686343s","start":"2026-03-02T22:12:12.460122Z","end":"2026-03-02T22:12:14.043809Z","steps":["trace[848979852] 'agreement among raft nodes before linearized reading' (duration: 1.583612741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.04382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616927374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:14.043864Z","caller":"traceutil/trace.go:171","msg":"trace[1868500339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23540; }","duration":"1.617021128s","start":"2026-03-02T22:12:12.426834Z","end":"2026-03-02T22:12:14.043855Z","steps":["trace[1868500339] 'agreement among raft nodes before linearized reading' (duration: 1.616955246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.043862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.460092Z","time spent":"1.583760506s","remote":"127.0.0.1:55652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:14.0439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.426807Z","time spent":"1.617085359s","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:14.04377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:12.234123Z","time spent":"1.80964116s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:14.902412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.792095ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-02T22:12:14.902517Z","caller":"traceutil/trace.go:171","msg":"trace[1041915991] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"844.420775ms","start":"2026-03-02T22:12:14.058078Z","end":"2026-03-02T22:12:14.902499Z","steps":["trace[1041915991] 'read index received' (duration: 376.504406ms)","trace[1041915991] 'applied index is now lower than readState.Index' (duration: 467.914599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:14.902536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.049688Z","time spent":"852.839009ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:14.902643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.563429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:14.90378Z","caller":"traceutil/trace.go:171","msg":"trace[1526355411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23540; }","duration":"845.72165ms","start":"2026-03-02T22:12:14.058023Z","end":"2026-03-02T22:12:14.903744Z","steps":["trace[1526355411] 'agreement among raft nodes before linearized reading' (duration: 844.569359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.902789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.998504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:14.903894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.058003Z","time spent":"845.855093ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:12:14.903907Z","caller":"traceutil/trace.go:171","msg":"trace[1560790046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23540; }","duration":"628.134924ms","start":"2026-03-02T22:12:14.275734Z","end":"2026-03-02T22:12:14.903869Z","steps":["trace[1560790046] 'agreement among raft nodes before linearized reading' (duration: 626.933122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.903098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.912935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:14.904021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.275667Z","time spent":"628.306519ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:12:14.904084Z","caller":"traceutil/trace.go:171","msg":"trace[759830647] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23540; }","duration":"352.930031ms","start":"2026-03-02T22:12:14.55106Z","end":"2026-03-02T22:12:14.90399Z","steps":["trace[759830647] 'agreement among raft nodes before linearized reading' (duration: 351.784751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:14.904699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.551025Z","time spent":"353.653941ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:15.295324Z","caller":"traceutil/trace.go:171","msg":"trace[1751923741] linearizableReadLoop","detail":"{readStateIndex:24367; appliedIndex:24366; }","duration":"388.899495ms","start":"2026-03-02T22:12:14.906396Z","end":"2026-03-02T22:12:15.295295Z","steps":["trace[1751923741] 'read index received' (duration: 348.304849ms)","trace[1751923741] 'applied index is now lower than readState.Index' (duration: 40.593476ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:15.295363Z","caller":"traceutil/trace.go:171","msg":"trace[1940077765] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"390.633871ms","start":"2026-03-02T22:12:14.904689Z","end":"2026-03-02T22:12:15.295322Z","steps":["trace[1940077765] 'process raft request' (duration: 350.061706ms)","trace[1940077765] 'compare' (duration: 40.371569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:15.295547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.904661Z","time spent":"390.773505ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:15.29558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.160992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ffcb7c2-1255-4b37-88b7-dd9dab3e9f55\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T22:12:15.29562Z","caller":"traceutil/trace.go:171","msg":"trace[223609142] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ffcb7c2-1255-4b37-88b7-dd9dab3e9f55; range_end:; response_count:1; response_revision:23541; }","duration":"389.257284ms","start":"2026-03-02T22:12:14.906348Z","end":"2026-03-02T22:12:15.295605Z","steps":["trace[223609142] 'agreement among raft nodes before linearized reading' (duration: 389.073969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.295662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.906332Z","time spent":"389.320666ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8ffcb7c2-1255-4b37-88b7-dd9dab3e9f55\" "} {"level":"info","ts":"2026-03-02T22:12:15.686722Z","caller":"traceutil/trace.go:171","msg":"trace[2019350068] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24367; }","duration":"391.291068ms","start":"2026-03-02T22:12:15.295398Z","end":"2026-03-02T22:12:15.686689Z","steps":["trace[2019350068] 'read index received' (duration: 391.225606ms)","trace[2019350068] 'applied index is now lower than readState.Index' (duration: 63.762µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:15.686893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.504166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:15.687009Z","caller":"traceutil/trace.go:171","msg":"trace[1536680687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23542; }","duration":"453.674622ms","start":"2026-03-02T22:12:15.233307Z","end":"2026-03-02T22:12:15.686981Z","steps":["trace[1536680687] 'agreement among raft nodes before linearized reading' (duration: 453.414425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.687071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.233282Z","time spent":"453.778914ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:15.687109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.641074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:15.687147Z","caller":"traceutil/trace.go:171","msg":"trace[831361867] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23542; }","duration":"726.716256ms","start":"2026-03-02T22:12:14.960416Z","end":"2026-03-02T22:12:15.687132Z","steps":["trace[831361867] 'agreement among raft nodes before linearized reading' (duration: 726.629263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.687194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.960385Z","time spent":"726.801698ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:15.68765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.437978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:15.68772Z","caller":"traceutil/trace.go:171","msg":"trace[756938111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23542; }","duration":"512.559542ms","start":"2026-03-02T22:12:15.175145Z","end":"2026-03-02T22:12:15.687704Z","steps":["trace[756938111] 'agreement among raft nodes before linearized reading' (duration: 512.459159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.687752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.175113Z","time spent":"512.630543ms","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:15.68785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.887182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T22:12:15.687981Z","caller":"traceutil/trace.go:171","msg":"trace[572897778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23542; }","duration":"638.086497ms","start":"2026-03-02T22:12:15.049867Z","end":"2026-03-02T22:12:15.687954Z","steps":["trace[572897778] 'agreement among raft nodes before linearized reading' (duration: 636.897416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.687021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.075533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-02T22:12:15.688046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.049844Z","time spent":"638.189441ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"info","ts":"2026-03-02T22:12:15.687945Z","caller":"traceutil/trace.go:171","msg":"trace[397243755] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"778.428437ms","start":"2026-03-02T22:12:14.909082Z","end":"2026-03-02T22:12:15.687511Z","steps":["trace[397243755] 'process raft request' (duration: 777.40329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:15.688067Z","caller":"traceutil/trace.go:171","msg":"trace[898739368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23542; }","duration":"726.13153ms","start":"2026-03-02T22:12:14.961899Z","end":"2026-03-02T22:12:15.68803Z","steps":["trace[898739368] 'agreement among raft nodes before linearized reading' (duration: 724.959689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:15.688114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.961891Z","time spent":"726.211192ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:15.68824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:14.90904Z","time spent":"779.063803ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:16.187903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:16.689047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:17.189801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:17.549816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.834656163s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:17.550284Z","caller":"traceutil/trace.go:171","msg":"trace[843481103] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"2.020696612s","start":"2026-03-02T22:12:15.529564Z","end":"2026-03-02T22:12:17.550261Z","steps":["trace[843481103] 'process raft request' (duration: 2.02059778s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.550328Z","caller":"traceutil/trace.go:171","msg":"trace[1793506260] transaction","detail":"{read_only:false; response_revision:23543; number_of_response:1; }","duration":"2.02096417s","start":"2026-03-02T22:12:15.529319Z","end":"2026-03-02T22:12:17.550283Z","steps":["trace[1793506260] 'process raft request' (duration: 2.020692843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.550428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.529551Z","time spent":"2.020805796s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:17.550524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.529306Z","time spent":"2.021100433s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:17.550624Z","caller":"traceutil/trace.go:171","msg":"trace[99782922] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"2.020304532s","start":"2026-03-02T22:12:15.53031Z","end":"2026-03-02T22:12:17.550614Z","steps":["trace[99782922] 'process raft request' (duration: 2.019892942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.550667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.530285Z","time spent":"2.020362363s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:17.550671Z","caller":"traceutil/trace.go:171","msg":"trace[1942697985] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"2.018587376s","start":"2026-03-02T22:12:15.53206Z","end":"2026-03-02T22:12:17.550647Z","steps":["trace[1942697985] 'process raft request' (duration: 2.018529265s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.550688Z","caller":"traceutil/trace.go:171","msg":"trace[1484584082] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"2.020100646s","start":"2026-03-02T22:12:15.530545Z","end":"2026-03-02T22:12:17.550645Z","steps":["trace[1484584082] 'process raft request' (duration: 2.019914761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.550828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.53203Z","time spent":"2.0187078s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:17.550875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.530531Z","time spent":"2.020246251s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:17.691347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:12:17.691423Z","caller":"traceutil/trace.go:171","msg":"trace[1413896852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060051s","start":"2026-03-02T22:12:15.690807Z","end":"2026-03-02T22:12:17.691407Z","steps":["trace[1413896852] 'agreement among raft nodes before linearized reading' (duration: 2.000483337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.691463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.69079Z","time spent":"2.000665451s","remote":"127.0.0.1:34384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:17.763091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.747634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:17.763168Z","caller":"traceutil/trace.go:171","msg":"trace[1564649180] linearizableReadLoop","detail":"{readStateIndex:24374; appliedIndex:24368; }","duration":"2.076340737s","start":"2026-03-02T22:12:15.686815Z","end":"2026-03-02T22:12:17.763156Z","steps":["trace[1564649180] 'read index received' (duration: 1.863251961s)","trace[1564649180] 'applied index is now lower than readState.Index' (duration: 213.087806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:17.763412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23385001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:12:17.763435Z","caller":"traceutil/trace.go:171","msg":"trace[934004600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23548; }","duration":"2.233888421s","start":"2026-03-02T22:12:15.529537Z","end":"2026-03-02T22:12:17.763425Z","steps":["trace[934004600] 'agreement among raft nodes before linearized reading' (duration: 2.233798819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.76346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.529522Z","time spent":"2.233931743s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:17.763517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235698169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:12:17.763538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07044578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:12:17.76359Z","caller":"traceutil/trace.go:171","msg":"trace[884648966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23548; }","duration":"2.235825762s","start":"2026-03-02T22:12:15.527748Z","end":"2026-03-02T22:12:17.763573Z","steps":["trace[884648966] 'agreement among raft nodes before linearized reading' (duration: 2.235575085s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.7636Z","caller":"traceutil/trace.go:171","msg":"trace[1172085977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23548; }","duration":"2.070574943s","start":"2026-03-02T22:12:15.693008Z","end":"2026-03-02T22:12:17.763583Z","steps":["trace[1172085977] 'agreement among raft nodes before linearized reading' (duration: 2.070338137s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.763616Z","caller":"traceutil/trace.go:171","msg":"trace[920809580] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"1.714676114s","start":"2026-03-02T22:12:16.048931Z","end":"2026-03-02T22:12:17.763607Z","steps":["trace[920809580] 'process raft request' (duration: 1.583357514s)","trace[920809580] 'compare' (duration: 130.511428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:17.763625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.527729Z","time spent":"2.235890574s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:17.76365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.692986Z","time spent":"2.070657076s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:17.763659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.048911Z","time spent":"1.714726236s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:17.763745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233606393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:12:17.763762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235941436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:17.763771Z","caller":"traceutil/trace.go:171","msg":"trace[1905667862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23548; }","duration":"2.233650965s","start":"2026-03-02T22:12:15.530114Z","end":"2026-03-02T22:12:17.763765Z","steps":["trace[1905667862] 'agreement among raft nodes before linearized reading' (duration: 2.233587873s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.763777Z","caller":"traceutil/trace.go:171","msg":"trace[1519509772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23548; }","duration":"2.235964496s","start":"2026-03-02T22:12:15.527807Z","end":"2026-03-02T22:12:17.763771Z","steps":["trace[1519509772] 'agreement among raft nodes before linearized reading' (duration: 2.235906695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.763788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.5301Z","time spent":"2.233684685s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:17.763791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.527803Z","time spent":"2.235985827s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:17.763842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436920511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:17.763867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.121197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:17.763873Z","caller":"traceutil/trace.go:171","msg":"trace[772111728] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23548; }","duration":"2.437011324s","start":"2026-03-02T22:12:15.326853Z","end":"2026-03-02T22:12:17.763864Z","steps":["trace[772111728] 'agreement among raft nodes before linearized reading' (duration: 2.436961772s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:17.763881Z","caller":"traceutil/trace.go:171","msg":"trace[1002294803] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23548; }","duration":"384.176189ms","start":"2026-03-02T22:12:17.3797Z","end":"2026-03-02T22:12:17.763876Z","steps":["trace[1002294803] 'agreement among raft nodes before linearized reading' (duration: 384.134668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.763891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.326826Z","time spent":"2.437060624s","remote":"127.0.0.1:38906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.763896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.379678Z","time spent":"384.21364ms","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.763838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234269491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:17.763957Z","caller":"traceutil/trace.go:171","msg":"trace[109912182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23548; }","duration":"2.234461386s","start":"2026-03-02T22:12:15.52947Z","end":"2026-03-02T22:12:17.763931Z","steps":["trace[109912182] 'agreement among raft nodes before linearized reading' (duration: 2.234110607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.724659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:17.76403Z","caller":"traceutil/trace.go:171","msg":"trace[1376096380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23548; }","duration":"508.772071ms","start":"2026-03-02T22:12:17.255249Z","end":"2026-03-02T22:12:17.764021Z","steps":["trace[1376096380] 'agreement among raft nodes before linearized reading' (duration: 508.73808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.529439Z","time spent":"2.2345763s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:17.76405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.255229Z","time spent":"508.811751ms","remote":"127.0.0.1:38980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.764053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466165855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-02T22:12:17.764071Z","caller":"traceutil/trace.go:171","msg":"trace[411603820] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23548; }","duration":"2.466203167s","start":"2026-03-02T22:12:15.297862Z","end":"2026-03-02T22:12:17.764065Z","steps":["trace[411603820] 'agreement among raft nodes before linearized reading' (duration: 2.466139205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.297848Z","time spent":"2.466232517s","remote":"127.0.0.1:34560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:12:17.764149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.169742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:17.764163Z","caller":"traceutil/trace.go:171","msg":"trace[1029543733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23548; }","duration":"743.237103ms","start":"2026-03-02T22:12:17.020922Z","end":"2026-03-02T22:12:17.764159Z","steps":["trace[1029543733] 'agreement among raft nodes before linearized reading' (duration: 743.206273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:17.020894Z","time spent":"743.285745ms","remote":"127.0.0.1:35014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.764216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.07884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:12:17.764235Z","caller":"traceutil/trace.go:171","msg":"trace[1236450767] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23548; }","duration":"166.131021ms","start":"2026-03-02T22:12:17.598096Z","end":"2026-03-02T22:12:17.764227Z","steps":["trace[1236450767] 'agreement among raft nodes before linearized reading' (duration: 166.07402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.658837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:17.764293Z","caller":"traceutil/trace.go:171","msg":"trace[1908672219] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23548; }","duration":"822.702499ms","start":"2026-03-02T22:12:16.941585Z","end":"2026-03-02T22:12:17.764288Z","steps":["trace[1908672219] 'agreement among raft nodes before linearized reading' (duration: 822.670778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.941569Z","time spent":"822.734049ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.764385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.351303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:17.764402Z","caller":"traceutil/trace.go:171","msg":"trace[133714810] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23548; }","duration":"287.408305ms","start":"2026-03-02T22:12:17.476988Z","end":"2026-03-02T22:12:17.764397Z","steps":["trace[133714810] 'agreement among raft nodes before linearized reading' (duration: 287.328603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069523009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-02T22:12:17.764439Z","caller":"traceutil/trace.go:171","msg":"trace[1259451334] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3; range_end:; response_count:1; response_revision:23548; }","duration":"1.069585331s","start":"2026-03-02T22:12:16.694849Z","end":"2026-03-02T22:12:17.764434Z","steps":["trace[1259451334] 'agreement among raft nodes before linearized reading' (duration: 1.069529459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.69482Z","time spent":"1.069629232s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3967,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c7ca36b7-3984-49f3-a052-a3a1a245dbf3\" "} {"level":"warn","ts":"2026-03-02T22:12:17.764534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500785256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:17.764549Z","caller":"traceutil/trace.go:171","msg":"trace[1765274756] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23548; }","duration":"1.500845839s","start":"2026-03-02T22:12:16.263697Z","end":"2026-03-02T22:12:17.764543Z","steps":["trace[1765274756] 'agreement among raft nodes before linearized reading' (duration: 1.500817818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:16.263671Z","time spent":"1.500886819s","remote":"127.0.0.1:39148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:17.764687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784257008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:17.7647Z","caller":"traceutil/trace.go:171","msg":"trace[1987480442] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23548; }","duration":"1.78431915s","start":"2026-03-02T22:12:15.980377Z","end":"2026-03-02T22:12:17.764696Z","steps":["trace[1987480442] 'agreement among raft nodes before linearized reading' (duration: 1.784257298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:17.764715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:15.980351Z","time spent":"1.784359771s","remote":"127.0.0.1:34962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:21.838516Z","caller":"traceutil/trace.go:171","msg":"trace[1766133783] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"271.257478ms","start":"2026-03-02T22:12:21.567234Z","end":"2026-03-02T22:12:21.838492Z","steps":["trace[1766133783] 'process raft request' (duration: 271.077173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.528606Z","caller":"traceutil/trace.go:171","msg":"trace[1845268813] linearizableReadLoop","detail":"{readStateIndex:24428; appliedIndex:24422; }","duration":"734.918204ms","start":"2026-03-02T22:12:21.79366Z","end":"2026-03-02T22:12:22.528579Z","steps":["trace[1845268813] 'read index received' (duration: 44.692194ms)","trace[1845268813] 'applied index is now lower than readState.Index' (duration: 690.22505ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:22.528877Z","caller":"traceutil/trace.go:171","msg":"trace[1080802737] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"960.07946ms","start":"2026-03-02T22:12:21.568783Z","end":"2026-03-02T22:12:22.528863Z","steps":["trace[1080802737] 'process raft request' (duration: 957.645306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.568759Z","time spent":"960.154992ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:22.529235Z","caller":"traceutil/trace.go:171","msg":"trace[943376467] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"748.245146ms","start":"2026-03-02T22:12:21.78093Z","end":"2026-03-02T22:12:22.529175Z","steps":["trace[943376467] 'process raft request' (duration: 747.6106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.52926Z","caller":"traceutil/trace.go:171","msg":"trace[1843856238] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"960.256755ms","start":"2026-03-02T22:12:21.56896Z","end":"2026-03-02T22:12:22.529217Z","steps":["trace[1843856238] 'process raft request' (duration: 959.495094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.026322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:22.529315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.774831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:22.529279Z","caller":"traceutil/trace.go:171","msg":"trace[1741484134] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"959.922636ms","start":"2026-03-02T22:12:21.569304Z","end":"2026-03-02T22:12:22.529227Z","steps":["trace[1741484134] 'process raft request' (duration: 959.190726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.529345Z","caller":"traceutil/trace.go:171","msg":"trace[478466379] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23601; }","duration":"157.851043ms","start":"2026-03-02T22:12:22.371484Z","end":"2026-03-02T22:12:22.529336Z","steps":["trace[478466379] 'agreement among raft nodes before linearized reading' (duration: 157.791301ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.529346Z","caller":"traceutil/trace.go:171","msg":"trace[472039297] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23601; }","duration":"648.111004ms","start":"2026-03-02T22:12:21.881221Z","end":"2026-03-02T22:12:22.529332Z","steps":["trace[472039297] 'agreement among raft nodes before linearized reading' (duration: 648.041782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.881197Z","time spent":"648.170655ms","remote":"127.0.0.1:35064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:22.529418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.780896Z","time spent":"748.429351ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:22.52941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.729725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:12:22.529474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.569293Z","time spent":"960.07059ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:22.529504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.403561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:22.529512Z","caller":"traceutil/trace.go:171","msg":"trace[1593438079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23601; }","duration":"735.873409ms","start":"2026-03-02T22:12:21.793616Z","end":"2026-03-02T22:12:22.529489Z","steps":["trace[1593438079] 'agreement among raft nodes before linearized reading' (duration: 735.589841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.568951Z","time spent":"960.381298ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:22.529529Z","caller":"traceutil/trace.go:171","msg":"trace[250004972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23601; }","duration":"294.474703ms","start":"2026-03-02T22:12:22.235048Z","end":"2026-03-02T22:12:22.529523Z","steps":["trace[250004972] 'agreement among raft nodes before linearized reading' (duration: 294.431562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.378394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T22:12:22.529665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.228792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:22.529706Z","caller":"traceutil/trace.go:171","msg":"trace[1090250170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23601; }","duration":"729.326575ms","start":"2026-03-02T22:12:21.800367Z","end":"2026-03-02T22:12:22.529693Z","steps":["trace[1090250170] 'agreement among raft nodes before linearized reading' (duration: 729.219752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.529708Z","caller":"traceutil/trace.go:171","msg":"trace[61770915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23601; }","duration":"727.447765ms","start":"2026-03-02T22:12:21.802235Z","end":"2026-03-02T22:12:22.529682Z","steps":["trace[61770915] 'agreement among raft nodes before linearized reading' (duration: 727.291481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.52928Z","caller":"traceutil/trace.go:171","msg":"trace[1717954046] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"960.46351ms","start":"2026-03-02T22:12:21.568794Z","end":"2026-03-02T22:12:22.529258Z","steps":["trace[1717954046] 'process raft request' (duration: 959.466833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.800338Z","time spent":"729.397827ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:22.529755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.802229Z","time spent":"727.516608ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:22.529763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.278274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:12:22.529788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.568762Z","time spent":"960.990134ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:22.529804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.864417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:12:22.529841Z","caller":"traceutil/trace.go:171","msg":"trace[126876237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23601; }","duration":"729.373727ms","start":"2026-03-02T22:12:21.80045Z","end":"2026-03-02T22:12:22.529823Z","steps":["trace[126876237] 'agreement among raft nodes before linearized reading' (duration: 729.084539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.421677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:12:22.52986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.701983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:22.529903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.800443Z","time spent":"729.447309ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:12:22.529902Z","caller":"traceutil/trace.go:171","msg":"trace[1275116084] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23601; }","duration":"507.98473ms","start":"2026-03-02T22:12:22.021894Z","end":"2026-03-02T22:12:22.529878Z","steps":["trace[1275116084] 'agreement among raft nodes before linearized reading' (duration: 507.620901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.52992Z","caller":"traceutil/trace.go:171","msg":"trace[592217188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23601; }","duration":"735.91847ms","start":"2026-03-02T22:12:21.79398Z","end":"2026-03-02T22:12:22.529899Z","steps":["trace[592217188] 'agreement among raft nodes before linearized reading' (duration: 735.261442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:22.529949Z","caller":"traceutil/trace.go:171","msg":"trace[2085890966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23601; }","duration":"727.832185ms","start":"2026-03-02T22:12:21.802095Z","end":"2026-03-02T22:12:22.529927Z","steps":["trace[2085890966] 'agreement among raft nodes before linearized reading' (duration: 727.472996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:22.529965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.021832Z","time spent":"508.122874ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"warn","ts":"2026-03-02T22:12:22.529994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.802087Z","time spent":"727.899007ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:22.529999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.793974Z","time spent":"735.998702ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:22.529573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:21.793549Z","time spent":"736.010393ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:23.060085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:23.557349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.535431ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:12:23.557481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.530893Z","time spent":"1.026583042s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:12:24.414902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350004142s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:24.435381Z","caller":"traceutil/trace.go:171","msg":"trace[1140716856] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"1.899113171s","start":"2026-03-02T22:12:22.536214Z","end":"2026-03-02T22:12:24.435327Z","steps":["trace[1140716856] 'process raft request' (duration: 1.878960707s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.435606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.536187Z","time spent":"1.899311076s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:24.435826Z","caller":"traceutil/trace.go:171","msg":"trace[104437962] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"1.899209983s","start":"2026-03-02T22:12:22.53657Z","end":"2026-03-02T22:12:24.43578Z","steps":["trace[104437962] 'process raft request' (duration: 1.898349531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.435966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.536559Z","time spent":"1.899319757s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:24.436332Z","caller":"traceutil/trace.go:171","msg":"trace[703659609] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"1.899577863s","start":"2026-03-02T22:12:22.536733Z","end":"2026-03-02T22:12:24.436311Z","steps":["trace[703659609] 'process raft request' (duration: 1.898896195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.436402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.536706Z","time spent":"1.899652486s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:24.436936Z","caller":"traceutil/trace.go:171","msg":"trace[977727512] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24428; }","duration":"1.877308053s","start":"2026-03-02T22:12:22.559549Z","end":"2026-03-02T22:12:24.436857Z","steps":["trace[977727512] 'read index received' (duration: 505.329819ms)","trace[977727512] 'applied index is now lower than readState.Index' (duration: 1.371976314s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:24.437009Z","caller":"traceutil/trace.go:171","msg":"trace[741895781] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"1.899546692s","start":"2026-03-02T22:12:22.537441Z","end":"2026-03-02T22:12:24.436988Z","steps":["trace[741895781] 'process raft request' (duration: 1.899244444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.437095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.537419Z","time spent":"1.899631985s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:24.437096Z","caller":"traceutil/trace.go:171","msg":"trace[988998091] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"1.899184713s","start":"2026-03-02T22:12:22.537855Z","end":"2026-03-02T22:12:24.43704Z","steps":["trace[988998091] 'process raft request' (duration: 1.898937086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.43717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.537847Z","time spent":"1.899281406s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:24.437237Z","caller":"traceutil/trace.go:171","msg":"trace[696858955] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"1.899904262s","start":"2026-03-02T22:12:22.537307Z","end":"2026-03-02T22:12:24.437211Z","steps":["trace[696858955] 'process raft request' (duration: 1.898943067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.437293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.5373Z","time spent":"1.899968594s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:24.437377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877831507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:24.437439Z","caller":"traceutil/trace.go:171","msg":"trace[124466497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23607; }","duration":"1.877952261s","start":"2026-03-02T22:12:22.55947Z","end":"2026-03-02T22:12:24.437422Z","steps":["trace[124466497] 'agreement among raft nodes before linearized reading' (duration: 1.877859798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:24.437485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.559438Z","time spent":"1.878029562s","remote":"127.0.0.1:34990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:24.937377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:25.437757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:12:25.879526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464327941s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:12:25.881447Z","caller":"traceutil/trace.go:171","msg":"trace[858430792] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"1.823988052s","start":"2026-03-02T22:12:24.057435Z","end":"2026-03-02T22:12:25.881424Z","steps":["trace[858430792] 'process raft request' (duration: 1.82394649s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:25.881468Z","caller":"traceutil/trace.go:171","msg":"trace[859734484] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"2.322163451s","start":"2026-03-02T22:12:23.559257Z","end":"2026-03-02T22:12:25.88142Z","steps":["trace[859734484] 'process raft request' (duration: 2.320572559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:25.881594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.057403Z","time spent":"1.824111844s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:25.881662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.55923Z","time spent":"2.322308156s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:25.881882Z","caller":"traceutil/trace.go:171","msg":"trace[569548017] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"2.020741484s","start":"2026-03-02T22:12:23.861133Z","end":"2026-03-02T22:12:25.881874Z","steps":["trace[569548017] 'process raft request' (duration: 2.02019093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:25.88193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.861106Z","time spent":"2.020800436s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.124867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.700773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:26.125224Z","caller":"traceutil/trace.go:171","msg":"trace[2034959177] linearizableReadLoop","detail":"{readStateIndex:24443; appliedIndex:24435; }","duration":"1.688222124s","start":"2026-03-02T22:12:24.436983Z","end":"2026-03-02T22:12:26.125205Z","steps":["trace[2034959177] 'read index received' (duration: 1.442873013s)","trace[2034959177] 'applied index is now lower than readState.Index' (duration: 245.347841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:26.125492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66819642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.125527Z","caller":"traceutil/trace.go:171","msg":"trace[278609200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23615; }","duration":"2.668281372s","start":"2026-03-02T22:12:23.457235Z","end":"2026-03-02T22:12:26.125516Z","steps":["trace[278609200] 'agreement among raft nodes before linearized reading' (duration: 2.667984994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.457178Z","time spent":"2.668381595s","remote":"127.0.0.1:39118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.125594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195346508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-03-02T22:12:26.125554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720074985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.125628Z","caller":"traceutil/trace.go:171","msg":"trace[1408789836] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23615; }","duration":"3.19543829s","start":"2026-03-02T22:12:22.930179Z","end":"2026-03-02T22:12:26.125618Z","steps":["trace[1408789836] 'agreement among raft nodes before linearized reading' (duration: 3.195299246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.930155Z","time spent":"3.195487992s","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":994,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-02T22:12:26.125662Z","caller":"traceutil/trace.go:171","msg":"trace[1481965061] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23615; }","duration":"2.720196719s","start":"2026-03-02T22:12:23.40544Z","end":"2026-03-02T22:12:26.125637Z","steps":["trace[1481965061] 'agreement among raft nodes before linearized reading' (duration: 2.720040574s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.1257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.405263Z","time spent":"2.720429785s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:26.125764Z","caller":"traceutil/trace.go:171","msg":"trace[24767] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"1.588783s","start":"2026-03-02T22:12:24.536969Z","end":"2026-03-02T22:12:26.125753Z","steps":["trace[24767] 'process raft request' (duration: 1.588010709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118217544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T22:12:26.125822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.536946Z","time spent":"1.588848381s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:26.125853Z","caller":"traceutil/trace.go:171","msg":"trace[1512507883] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23615; }","duration":"3.118372469s","start":"2026-03-02T22:12:23.007455Z","end":"2026-03-02T22:12:26.125827Z","steps":["trace[1512507883] 'agreement among raft nodes before linearized reading' (duration: 3.117972608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750146762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.125936Z","caller":"traceutil/trace.go:171","msg":"trace[101047686] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"1.588902362s","start":"2026-03-02T22:12:24.537024Z","end":"2026-03-02T22:12:26.125927Z","steps":["trace[101047686] 'process raft request' (duration: 1.588006658s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.125952Z","caller":"traceutil/trace.go:171","msg":"trace[566351803] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23615; }","duration":"2.750223644s","start":"2026-03-02T22:12:23.375706Z","end":"2026-03-02T22:12:26.12593Z","steps":["trace[566351803] 'agreement among raft nodes before linearized reading' (duration: 2.750172163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.892144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:26.125982Z","caller":"traceutil/trace.go:171","msg":"trace[1975177690] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23615; }","duration":"218.071888ms","start":"2026-03-02T22:12:25.907903Z","end":"2026-03-02T22:12:26.125975Z","steps":["trace[1975177690] 'agreement among raft nodes before linearized reading' (duration: 217.994636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.375681Z","time spent":"2.750291175s","remote":"127.0.0.1:55710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.125999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.536991Z","time spent":"1.588968424s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:26.12607Z","caller":"traceutil/trace.go:171","msg":"trace[1700006019] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"1.587903446s","start":"2026-03-02T22:12:24.53816Z","end":"2026-03-02T22:12:26.126063Z","steps":["trace[1700006019] 'process raft request' (duration: 1.586970881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.056154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-02T22:12:26.125892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278343657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:26.126185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.706519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:26.126215Z","caller":"traceutil/trace.go:171","msg":"trace[1188529265] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23615; }","duration":"414.776041ms","start":"2026-03-02T22:12:25.711432Z","end":"2026-03-02T22:12:26.126208Z","steps":["trace[1188529265] 'agreement among raft nodes before linearized reading' (duration: 414.702059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.711409Z","time spent":"414.821111ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:12:26.126269Z","caller":"traceutil/trace.go:171","msg":"trace[457756257] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"1.587791382s","start":"2026-03-02T22:12:24.538441Z","end":"2026-03-02T22:12:26.126232Z","steps":["trace[457756257] 'process raft request' (duration: 1.586724734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.125905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:23.007415Z","time spent":"3.118479771s","remote":"127.0.0.1:34486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:12:26.126309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893134413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.126271Z","caller":"traceutil/trace.go:171","msg":"trace[2002502851] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"1.588984085s","start":"2026-03-02T22:12:24.536967Z","end":"2026-03-02T22:12:26.125951Z","steps":["trace[2002502851] 'process raft request' (duration: 1.4770877s)","trace[2002502851] 'compare' (duration: 110.524328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:26.12634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.874598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.126365Z","caller":"traceutil/trace.go:171","msg":"trace[1675232411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23615; }","duration":"1.893230995s","start":"2026-03-02T22:12:24.233116Z","end":"2026-03-02T22:12:26.126347Z","steps":["trace[1675232411] 'agreement among raft nodes before linearized reading' (duration: 1.893127443s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:26.126383Z","caller":"traceutil/trace.go:171","msg":"trace[32733182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23615; }","duration":"961.97422ms","start":"2026-03-02T22:12:25.164397Z","end":"2026-03-02T22:12:26.126372Z","steps":["trace[32733182] 'agreement among raft nodes before linearized reading' (duration: 961.883858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.1264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.233085Z","time spent":"1.893307708s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:26.126413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.164358Z","time spent":"962.048202ms","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.126415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.538431Z","time spent":"1.587898266s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.126446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260156742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:12:26.126491Z","caller":"traceutil/trace.go:171","msg":"trace[356270722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23615; }","duration":"1.260237903s","start":"2026-03-02T22:12:24.86624Z","end":"2026-03-02T22:12:26.126478Z","steps":["trace[356270722] 'agreement among raft nodes before linearized reading' (duration: 1.260087539s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109236802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:12:26.126245Z","caller":"traceutil/trace.go:171","msg":"trace[1835981858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23615; }","duration":"3.278683536s","start":"2026-03-02T22:12:22.847488Z","end":"2026-03-02T22:12:26.126171Z","steps":["trace[1835981858] 'agreement among raft nodes before linearized reading' (duration: 3.27809593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.86622Z","time spent":"1.260290545s","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:26.126539Z","caller":"traceutil/trace.go:171","msg":"trace[1379032427] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23615; }","duration":"1.109313684s","start":"2026-03-02T22:12:25.017214Z","end":"2026-03-02T22:12:26.126528Z","steps":["trace[1379032427] 'agreement among raft nodes before linearized reading' (duration: 1.109207471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.12652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.536926Z","time spent":"1.589460187s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:26.126556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.847397Z","time spent":"3.279141759s","remote":"127.0.0.1:34986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.126601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.90202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:26.126627Z","caller":"traceutil/trace.go:171","msg":"trace[638192578] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23615; }","duration":"652.967853ms","start":"2026-03-02T22:12:25.473649Z","end":"2026-03-02T22:12:26.126617Z","steps":["trace[638192578] 'agreement among raft nodes before linearized reading' (duration: 652.922661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.473625Z","time spent":"653.015763ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.125824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593941215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:12:26.126116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.538153Z","time spent":"1.587943557s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:26.126747Z","caller":"traceutil/trace.go:171","msg":"trace[1898689707] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23615; }","duration":"1.594915112s","start":"2026-03-02T22:12:24.531817Z","end":"2026-03-02T22:12:26.126732Z","steps":["trace[1898689707] 'agreement among raft nodes before linearized reading' (duration: 1.593970677s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.12678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.862231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:26.126788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:24.531786Z","time spent":"1.594988504s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:26.126801Z","caller":"traceutil/trace.go:171","msg":"trace[1127304075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23615; }","duration":"800.924702ms","start":"2026-03-02T22:12:25.32587Z","end":"2026-03-02T22:12:26.126795Z","steps":["trace[1127304075] 'agreement among raft nodes before linearized reading' (duration: 800.884081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.126819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.325848Z","time spent":"800.966024ms","remote":"127.0.0.1:51480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:26.126561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:25.017188Z","time spent":"1.109368305s","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:12:26.126119Z","caller":"traceutil/trace.go:171","msg":"trace[274937828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23615; }","duration":"242.117935ms","start":"2026-03-02T22:12:25.883994Z","end":"2026-03-02T22:12:26.126112Z","steps":["trace[274937828] 'agreement among raft nodes before linearized reading' (duration: 242.043193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.127275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239079417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:12:26.127321Z","caller":"traceutil/trace.go:171","msg":"trace[7045584] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23615; }","duration":"3.23918367s","start":"2026-03-02T22:12:22.888126Z","end":"2026-03-02T22:12:26.12731Z","steps":["trace[7045584] 'agreement among raft nodes before linearized reading' (duration: 3.238104201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:26.129278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:22.888099Z","time spent":"3.239259831s","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:32.523026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016996924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:12:32.859746Z","caller":"traceutil/trace.go:171","msg":"trace[1969570461] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"955.443037ms","start":"2026-03-02T22:12:31.904278Z","end":"2026-03-02T22:12:32.859721Z","steps":["trace[1969570461] 'process raft request' (duration: 955.305254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:32.859908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:31.904257Z","time spent":"955.55926ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.787889Z","caller":"traceutil/trace.go:171","msg":"trace[1349710733] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"1.637126629s","start":"2026-03-02T22:12:32.150716Z","end":"2026-03-02T22:12:33.787843Z","steps":["trace[1349710733] 'process raft request' (duration: 1.636906564s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.788028Z","caller":"traceutil/trace.go:171","msg":"trace[881963465] linearizableReadLoop","detail":"{readStateIndex:24492; appliedIndex:24486; }","duration":"1.765621294s","start":"2026-03-02T22:12:32.022397Z","end":"2026-03-02T22:12:33.788019Z","steps":["trace[881963465] 'read index received' (duration: 837.280986ms)","trace[881963465] 'applied index is now lower than readState.Index' (duration: 928.339678ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:33.788097Z","caller":"traceutil/trace.go:171","msg":"trace[415997639] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"1.628984313s","start":"2026-03-02T22:12:32.159108Z","end":"2026-03-02T22:12:33.788092Z","steps":["trace[415997639] 'process raft request' (duration: 1.6288788s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.788092Z","caller":"traceutil/trace.go:171","msg":"trace[370761742] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"1.629052585s","start":"2026-03-02T22:12:32.159027Z","end":"2026-03-02T22:12:33.788079Z","steps":["trace[370761742] 'process raft request' (duration: 1.628910071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.7881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.150697Z","time spent":"1.637296143s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.788194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.15907Z","time spent":"1.629052405s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.788194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.159018Z","time spent":"1.629106117s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:33.78834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659388369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.788371Z","caller":"traceutil/trace.go:171","msg":"trace[732015577] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23663; }","duration":"1.659468411s","start":"2026-03-02T22:12:32.128896Z","end":"2026-03-02T22:12:33.788365Z","steps":["trace[732015577] 'agreement among raft nodes before linearized reading' (duration: 1.65941136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.128876Z","time spent":"1.659511582s","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:33.788543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303291484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:33.788592Z","caller":"traceutil/trace.go:171","msg":"trace[1476527902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23663; }","duration":"1.303347125s","start":"2026-03-02T22:12:32.485233Z","end":"2026-03-02T22:12:33.78858Z","steps":["trace[1476527902] 'agreement among raft nodes before linearized reading' (duration: 1.303197911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.485229Z","time spent":"1.303389706s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:33.788657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30428965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:12:33.788632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.500393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:33.788731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311157192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:12:33.788761Z","caller":"traceutil/trace.go:171","msg":"trace[629771525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23663; }","duration":"1.311215013s","start":"2026-03-02T22:12:32.477535Z","end":"2026-03-02T22:12:33.78875Z","steps":["trace[629771525] 'agreement among raft nodes before linearized reading' (duration: 1.311160752s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.788683Z","caller":"traceutil/trace.go:171","msg":"trace[854192574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23663; }","duration":"1.30432418s","start":"2026-03-02T22:12:32.484352Z","end":"2026-03-02T22:12:33.788677Z","steps":["trace[854192574] 'agreement among raft nodes before linearized reading' (duration: 1.304243528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.477518Z","time spent":"1.311263444s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:33.788802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.484347Z","time spent":"1.304444264s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:33.788829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301243548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:12:33.788852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305516092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:33.788869Z","caller":"traceutil/trace.go:171","msg":"trace[370331951] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23663; }","duration":"1.305537532s","start":"2026-03-02T22:12:32.483327Z","end":"2026-03-02T22:12:33.788864Z","steps":["trace[370331951] 'agreement among raft nodes before linearized reading' (duration: 1.305494681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.483324Z","time spent":"1.305555073s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:33.788904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.530127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:12:33.788924Z","caller":"traceutil/trace.go:171","msg":"trace[398008346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23663; }","duration":"941.6174ms","start":"2026-03-02T22:12:32.847301Z","end":"2026-03-02T22:12:33.788918Z","steps":["trace[398008346] 'agreement among raft nodes before linearized reading' (duration: 941.563448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305625995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:33.78895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.847278Z","time spent":"941.667701ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-02T22:12:33.788957Z","caller":"traceutil/trace.go:171","msg":"trace[2030345363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23663; }","duration":"1.305647566s","start":"2026-03-02T22:12:32.483306Z","end":"2026-03-02T22:12:33.788954Z","steps":["trace[2030345363] 'agreement among raft nodes before linearized reading' (duration: 1.305608135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.788956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.788028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:33.788979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.483302Z","time spent":"1.305674236s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:12:33.788749Z","caller":"traceutil/trace.go:171","msg":"trace[2142723917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23663; }","duration":"551.698338ms","start":"2026-03-02T22:12:33.237028Z","end":"2026-03-02T22:12:33.788726Z","steps":["trace[2142723917] 'agreement among raft nodes before linearized reading' (duration: 551.536264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.788998Z","caller":"traceutil/trace.go:171","msg":"trace[256571924] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23663; }","duration":"249.86922ms","start":"2026-03-02T22:12:33.539114Z","end":"2026-03-02T22:12:33.788983Z","steps":["trace[256571924] 'agreement among raft nodes before linearized reading' (duration: 249.805088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.789026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.237003Z","time spent":"552.015476ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:33.788398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766005984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.3\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T22:12:33.788852Z","caller":"traceutil/trace.go:171","msg":"trace[1815690915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23663; }","duration":"1.30128089s","start":"2026-03-02T22:12:32.487566Z","end":"2026-03-02T22:12:33.788847Z","steps":["trace[1815690915] 'agreement among raft nodes before linearized reading' (duration: 1.301220228s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:33.789111Z","caller":"traceutil/trace.go:171","msg":"trace[1391137956] range","detail":"{range_begin:/registry/masterleases/199.19.213.3; range_end:; response_count:1; response_revision:23663; }","duration":"1.766766105s","start":"2026-03-02T22:12:32.022332Z","end":"2026-03-02T22:12:33.789098Z","steps":["trace[1391137956] 'agreement among raft nodes before linearized reading' (duration: 1.765960683s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.789136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.487558Z","time spent":"1.301571957s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:33.789148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.022309Z","time spent":"1.766828426s","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.3\" "} {"level":"info","ts":"2026-03-02T22:12:33.788047Z","caller":"traceutil/trace.go:171","msg":"trace[1933334271] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.629842056s","start":"2026-03-02T22:12:32.158181Z","end":"2026-03-02T22:12:33.788023Z","steps":["trace[1933334271] 'process raft request' (duration: 1.62960784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.789453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.158166Z","time spent":"1.631258113s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.787867Z","caller":"traceutil/trace.go:171","msg":"trace[1897954157] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"1.631478109s","start":"2026-03-02T22:12:32.156355Z","end":"2026-03-02T22:12:33.787833Z","steps":["trace[1897954157] 'process raft request' (duration: 1.631403627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:33.796966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:32.156319Z","time spent":"1.640607961s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:33.920843Z","caller":"traceutil/trace.go:171","msg":"trace[2707342] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24492; }","duration":"126.356348ms","start":"2026-03-02T22:12:33.794467Z","end":"2026-03-02T22:12:33.920824Z","steps":["trace[2707342] 'read index received' (duration: 126.211624ms)","trace[2707342] 'applied index is now lower than readState.Index' (duration: 143.534µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:33.920972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.487482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:33.920997Z","caller":"traceutil/trace.go:171","msg":"trace[118426671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23663; }","duration":"126.578925ms","start":"2026-03-02T22:12:33.794411Z","end":"2026-03-02T22:12:33.92099Z","steps":["trace[118426671] 'agreement among raft nodes before linearized reading' (duration: 126.502703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.302127Z","caller":"traceutil/trace.go:171","msg":"trace[94909409] linearizableReadLoop","detail":"{readStateIndex:24499; appliedIndex:24493; }","duration":"381.205141ms","start":"2026-03-02T22:12:33.920895Z","end":"2026-03-02T22:12:34.3021Z","steps":["trace[94909409] 'read index received' (duration: 380.726928ms)","trace[94909409] 'applied index is now lower than readState.Index' (duration: 477.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:34.302434Z","caller":"traceutil/trace.go:171","msg":"trace[1072240282] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"502.821464ms","start":"2026-03-02T22:12:33.799597Z","end":"2026-03-02T22:12:34.302418Z","steps":["trace[1072240282] 'process raft request' (duration: 502.149496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.302569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.799583Z","time spent":"502.892745ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:34.30278Z","caller":"traceutil/trace.go:171","msg":"trace[689477483] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"503.094011ms","start":"2026-03-02T22:12:33.799675Z","end":"2026-03-02T22:12:34.302769Z","steps":["trace[689477483] 'process raft request' (duration: 502.238748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.302845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.799671Z","time spent":"503.143842ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:34.302984Z","caller":"traceutil/trace.go:171","msg":"trace[1250513357] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"503.238844ms","start":"2026-03-02T22:12:33.799735Z","end":"2026-03-02T22:12:34.302974Z","steps":["trace[1250513357] 'process raft request' (duration: 502.231358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.303049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.79973Z","time spent":"503.286606ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:34.303205Z","caller":"traceutil/trace.go:171","msg":"trace[143101193] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"503.372508ms","start":"2026-03-02T22:12:33.799823Z","end":"2026-03-02T22:12:34.303195Z","steps":["trace[143101193] 'process raft request' (duration: 502.178877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.303263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.799818Z","time spent":"503.417679ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:34.303399Z","caller":"traceutil/trace.go:171","msg":"trace[1542283089] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"503.238684ms","start":"2026-03-02T22:12:33.800121Z","end":"2026-03-02T22:12:34.30336Z","steps":["trace[1542283089] 'process raft request' (duration: 501.94678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.303494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.254521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T22:12:34.303587Z","caller":"traceutil/trace.go:171","msg":"trace[137119349] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb; range_end:; response_count:1; response_revision:23669; }","duration":"507.383415ms","start":"2026-03-02T22:12:33.79618Z","end":"2026-03-02T22:12:34.303563Z","steps":["trace[137119349] 'agreement among raft nodes before linearized reading' (duration: 507.094447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.303575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.800115Z","time spent":"503.364998ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:34.30365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.796169Z","time spent":"507.473997ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-12535795-3b94-495a-99fe-3dc791583adb\" "} {"level":"info","ts":"2026-03-02T22:12:34.30384Z","caller":"traceutil/trace.go:171","msg":"trace[273251751] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"503.921153ms","start":"2026-03-02T22:12:33.799908Z","end":"2026-03-02T22:12:34.303829Z","steps":["trace[273251751] 'process raft request' (duration: 502.125525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.303905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.799903Z","time spent":"503.971404ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:34.303993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.737164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:34.304017Z","caller":"traceutil/trace.go:171","msg":"trace[57217569] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23669; }","duration":"507.773785ms","start":"2026-03-02T22:12:33.796236Z","end":"2026-03-02T22:12:34.30401Z","steps":["trace[57217569] 'agreement among raft nodes before linearized reading' (duration: 507.727613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.304034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.796232Z","time spent":"507.797575ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:34.323328Z","caller":"traceutil/trace.go:171","msg":"trace[205197660] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"151.413742ms","start":"2026-03-02T22:12:34.171867Z","end":"2026-03-02T22:12:34.323281Z","steps":["trace[205197660] 'process raft request' (duration: 151.306079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.323362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.295548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:34.323453Z","caller":"traceutil/trace.go:171","msg":"trace[685690775] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23671; }","duration":"351.460733ms","start":"2026-03-02T22:12:33.971975Z","end":"2026-03-02T22:12:34.323436Z","steps":["trace[685690775] 'agreement among raft nodes before linearized reading' (duration: 351.252328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.3235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.971953Z","time spent":"351.533665ms","remote":"127.0.0.1:58476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:34.323488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.080915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-02T22:12:34.32356Z","caller":"traceutil/trace.go:171","msg":"trace[1029843709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23671; }","duration":"159.186878ms","start":"2026-03-02T22:12:34.164355Z","end":"2026-03-02T22:12:34.323542Z","steps":["trace[1029843709] 'agreement among raft nodes before linearized reading' (duration: 158.922121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.323674Z","caller":"traceutil/trace.go:171","msg":"trace[268018510] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"400.481601ms","start":"2026-03-02T22:12:33.923178Z","end":"2026-03-02T22:12:34.32366Z","steps":["trace[268018510] 'process raft request' (duration: 399.753022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.323866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.117569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T22:12:34.323901Z","caller":"traceutil/trace.go:171","msg":"trace[212543387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23671; }","duration":"161.182891ms","start":"2026-03-02T22:12:34.162706Z","end":"2026-03-02T22:12:34.323889Z","steps":["trace[212543387] 'agreement among raft nodes before linearized reading' (duration: 161.066488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:34.323948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:33.923154Z","time spent":"400.547303ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:34.561505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.16327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:34.561781Z","caller":"traceutil/trace.go:171","msg":"trace[91751434] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"228.768911ms","start":"2026-03-02T22:12:34.33299Z","end":"2026-03-02T22:12:34.561759Z","steps":["trace[91751434] 'process raft request' (duration: 228.651048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:34.561865Z","caller":"traceutil/trace.go:171","msg":"trace[669557155] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"228.936966ms","start":"2026-03-02T22:12:34.33288Z","end":"2026-03-02T22:12:34.561817Z","steps":["trace[669557155] 'process raft request' (duration: 70.350904ms)","trace[669557155] 'compare' (duration: 157.811551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:35.212619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.011628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:12:35.212723Z","caller":"traceutil/trace.go:171","msg":"trace[1993836817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23673; }","duration":"389.190703ms","start":"2026-03-02T22:12:34.823509Z","end":"2026-03-02T22:12:35.2127Z","steps":["trace[1993836817] 'range keys from in-memory index tree' (duration: 388.802422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.212775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:34.823478Z","time spent":"389.285356ms","remote":"127.0.0.1:34544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-02T22:12:35.214338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.981266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:35.215048Z","caller":"traceutil/trace.go:171","msg":"trace[1553991968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23673; }","duration":"383.359838ms","start":"2026-03-02T22:12:34.831664Z","end":"2026-03-02T22:12:35.215024Z","steps":["trace[1553991968] 'count revisions from in-memory index tree' (duration: 380.871172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.215128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:34.831638Z","time spent":"383.468642ms","remote":"127.0.0.1:38842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:35.214422Z","caller":"traceutil/trace.go:171","msg":"trace[686430787] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"312.329726ms","start":"2026-03-02T22:12:34.902077Z","end":"2026-03-02T22:12:35.214407Z","steps":["trace[686430787] 'process raft request' (duration: 312.200893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.21546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:34.902047Z","time spent":"313.343763ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:35.607367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.043172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:958"} {"level":"info","ts":"2026-03-02T22:12:35.607463Z","caller":"traceutil/trace.go:171","msg":"trace[1860727420] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:23674; }","duration":"208.207946ms","start":"2026-03-02T22:12:35.399232Z","end":"2026-03-02T22:12:35.60744Z","steps":["trace[1860727420] 'range keys from in-memory index tree' (duration: 207.806966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:35.607543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.522933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T22:12:35.607613Z","caller":"traceutil/trace.go:171","msg":"trace[372186386] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23674; }","duration":"283.668477ms","start":"2026-03-02T22:12:35.323925Z","end":"2026-03-02T22:12:35.607594Z","steps":["trace[372186386] 'range keys from in-memory index tree' (duration: 283.316817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.251834Z","caller":"traceutil/trace.go:171","msg":"trace[1813909795] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"451.533835ms","start":"2026-03-02T22:12:35.800279Z","end":"2026-03-02T22:12:36.251813Z","steps":["trace[1813909795] 'process raft request' (duration: 451.377791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.251979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.800245Z","time spent":"451.649028ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:36.833178Z","caller":"traceutil/trace.go:171","msg":"trace[762903185] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"1.03214879s","start":"2026-03-02T22:12:35.800996Z","end":"2026-03-02T22:12:36.833144Z","steps":["trace[762903185] 'process raft request' (duration: 1.031688848s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.833219Z","caller":"traceutil/trace.go:171","msg":"trace[1087373826] linearizableReadLoop","detail":"{readStateIndex:24509; appliedIndex:24504; }","duration":"951.961685ms","start":"2026-03-02T22:12:35.881239Z","end":"2026-03-02T22:12:36.833201Z","steps":["trace[1087373826] 'read index received' (duration: 370.487468ms)","trace[1087373826] 'applied index is now lower than readState.Index' (duration: 581.472877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:36.83337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.800958Z","time spent":"1.032308074s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:36.833529Z","caller":"traceutil/trace.go:171","msg":"trace[1502501999] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"1.03179673s","start":"2026-03-02T22:12:35.801513Z","end":"2026-03-02T22:12:36.833309Z","steps":["trace[1502501999] 'process raft request' (duration: 1.031355539s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.8338Z","caller":"traceutil/trace.go:171","msg":"trace[2107736006] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"939.093054ms","start":"2026-03-02T22:12:35.894693Z","end":"2026-03-02T22:12:36.833786Z","steps":["trace[2107736006] 'process raft request' (duration: 938.463087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.833882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.894633Z","time spent":"939.198967ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:36.834034Z","caller":"traceutil/trace.go:171","msg":"trace[158740464] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"1.030373722s","start":"2026-03-02T22:12:35.803646Z","end":"2026-03-02T22:12:36.83402Z","steps":["trace[158740464] 'process raft request' (duration: 1.029431517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.834099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.803633Z","time spent":"1.030433774s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:36.834187Z","caller":"traceutil/trace.go:171","msg":"trace[114783953] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"1.028745809s","start":"2026-03-02T22:12:35.805431Z","end":"2026-03-02T22:12:36.834177Z","steps":["trace[114783953] 'process raft request' (duration: 1.027688801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.834254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.805421Z","time spent":"1.02879795s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.834394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.253894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:36.834438Z","caller":"traceutil/trace.go:171","msg":"trace[695078698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23680; }","duration":"706.350497ms","start":"2026-03-02T22:12:36.128076Z","end":"2026-03-02T22:12:36.834427Z","steps":["trace[695078698] 'agreement among raft nodes before linearized reading' (duration: 706.275845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.83447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.128047Z","time spent":"706.415149ms","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:36.834749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.836237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:12:36.834716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.61351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:12:36.834791Z","caller":"traceutil/trace.go:171","msg":"trace[81020013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23680; }","duration":"524.922609ms","start":"2026-03-02T22:12:36.309857Z","end":"2026-03-02T22:12:36.834779Z","steps":["trace[81020013] 'agreement among raft nodes before linearized reading' (duration: 524.767665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.834822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.309827Z","time spent":"524.988291ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:12:36.83495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.44345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:12:36.834982Z","caller":"traceutil/trace.go:171","msg":"trace[646007451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23680; }","duration":"526.47276ms","start":"2026-03-02T22:12:36.3085Z","end":"2026-03-02T22:12:36.834973Z","steps":["trace[646007451] 'agreement among raft nodes before linearized reading' (duration: 526.391268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.834921Z","caller":"traceutil/trace.go:171","msg":"trace[830968312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23680; }","duration":"524.753765ms","start":"2026-03-02T22:12:36.310042Z","end":"2026-03-02T22:12:36.834795Z","steps":["trace[830968312] 'agreement among raft nodes before linearized reading' (duration: 524.389085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.835057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.310031Z","time spent":"525.012451ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:12:36.835137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.073253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:36.835174Z","caller":"traceutil/trace.go:171","msg":"trace[518933805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23680; }","duration":"582.171536ms","start":"2026-03-02T22:12:36.252992Z","end":"2026-03-02T22:12:36.835163Z","steps":["trace[518933805] 'agreement among raft nodes before linearized reading' (duration: 582.121035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.835225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.252963Z","time spent":"582.240497ms","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:36.835435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.491458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:36.83548Z","caller":"traceutil/trace.go:171","msg":"trace[1126839682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23680; }","duration":"601.56541ms","start":"2026-03-02T22:12:36.233903Z","end":"2026-03-02T22:12:36.835468Z","steps":["trace[1126839682] 'agreement among raft nodes before linearized reading' (duration: 601.499919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.835516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.233884Z","time spent":"601.624751ms","remote":"127.0.0.1:34374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:12:36.835786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.68206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:12:36.835823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.164816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-02T22:12:36.835885Z","caller":"traceutil/trace.go:171","msg":"trace[1231246453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23680; }","duration":"462.268259ms","start":"2026-03-02T22:12:36.373603Z","end":"2026-03-02T22:12:36.835871Z","steps":["trace[1231246453] 'agreement among raft nodes before linearized reading' (duration: 461.973701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.835829Z","caller":"traceutil/trace.go:171","msg":"trace[1826726905] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23680; }","duration":"685.767942ms","start":"2026-03-02T22:12:36.15005Z","end":"2026-03-02T22:12:36.835817Z","steps":["trace[1826726905] 'agreement among raft nodes before linearized reading' (duration: 685.655859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.835927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.37359Z","time spent":"462.33092ms","remote":"127.0.0.1:34586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:12:36.83595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.150021Z","time spent":"685.917585ms","remote":"127.0.0.1:34982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:12:36.836143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.915033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:36.836165Z","caller":"traceutil/trace.go:171","msg":"trace[521047548] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23680; }","duration":"955.031476ms","start":"2026-03-02T22:12:35.881127Z","end":"2026-03-02T22:12:36.836159Z","steps":["trace[521047548] 'agreement among raft nodes before linearized reading' (duration: 954.987285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.836182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.881105Z","time spent":"955.073137ms","remote":"127.0.0.1:34966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:36.836237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.083253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:12:36.836389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.842124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:12:36.836423Z","caller":"traceutil/trace.go:171","msg":"trace[683185931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23680; }","duration":"525.903295ms","start":"2026-03-02T22:12:36.310505Z","end":"2026-03-02T22:12:36.836408Z","steps":["trace[683185931] 'agreement among raft nodes before linearized reading' (duration: 525.840824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.836437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.310486Z","time spent":"525.948336ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:36.836443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.79934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:36.836474Z","caller":"traceutil/trace.go:171","msg":"trace[1197158645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23680; }","duration":"525.264238ms","start":"2026-03-02T22:12:36.31107Z","end":"2026-03-02T22:12:36.836334Z","steps":["trace[1197158645] 'agreement among raft nodes before linearized reading' (duration: 524.364875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:36.836502Z","caller":"traceutil/trace.go:171","msg":"trace[211250868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23680; }","duration":"500.892762ms","start":"2026-03-02T22:12:36.335595Z","end":"2026-03-02T22:12:36.836488Z","steps":["trace[211250868] 'agreement among raft nodes before linearized reading' (duration: 500.7949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.83501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.308472Z","time spent":"526.529932ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:36.836539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.335582Z","time spent":"500.947774ms","remote":"127.0.0.1:35030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:36.835093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.768628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:12:36.836576Z","caller":"traceutil/trace.go:171","msg":"trace[743274704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23680; }","duration":"528.295279ms","start":"2026-03-02T22:12:36.308272Z","end":"2026-03-02T22:12:36.836568Z","steps":["trace[743274704] 'agreement among raft nodes before linearized reading' (duration: 526.754808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:36.83669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.311058Z","time spent":"525.468323ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:12:36.838665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:35.801473Z","time spent":"1.032096738s","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:36.841146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.308251Z","time spent":"528.343559ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:12:37.496373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.457241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:37.496495Z","caller":"traceutil/trace.go:171","msg":"trace[1544705028] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"647.044734ms","start":"2026-03-02T22:12:36.849425Z","end":"2026-03-02T22:12:37.496469Z","steps":["trace[1544705028] 'process raft request' (duration: 312.393618ms)","trace[1544705028] 'compare' (duration: 333.686591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:37.496848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849398Z","time spent":"647.326281ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:37.792588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.257708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:12:37.792874Z","caller":"traceutil/trace.go:171","msg":"trace[683097073] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"943.258343ms","start":"2026-03-02T22:12:36.84959Z","end":"2026-03-02T22:12:37.792848Z","steps":["trace[683097073] 'process raft request' (duration: 751.638676ms)","trace[683097073] 'compare' (duration: 191.056482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:37.792948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849577Z","time spent":"943.342106ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:37.792985Z","caller":"traceutil/trace.go:171","msg":"trace[476699021] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"943.364746ms","start":"2026-03-02T22:12:36.849596Z","end":"2026-03-02T22:12:37.792961Z","steps":["trace[476699021] 'process raft request' (duration: 943.088018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.793257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849585Z","time spent":"943.536571ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:37.793323Z","caller":"traceutil/trace.go:171","msg":"trace[1104625286] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"943.716205ms","start":"2026-03-02T22:12:36.849596Z","end":"2026-03-02T22:12:37.793312Z","steps":["trace[1104625286] 'process raft request' (duration: 943.13735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.793375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849583Z","time spent":"943.766237ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:37.793647Z","caller":"traceutil/trace.go:171","msg":"trace[1943397386] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"943.995613ms","start":"2026-03-02T22:12:36.849643Z","end":"2026-03-02T22:12:37.793638Z","steps":["trace[1943397386] 'process raft request' (duration: 943.640133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.793706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849637Z","time spent":"944.033874ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:37.793778Z","caller":"traceutil/trace.go:171","msg":"trace[664641955] linearizableReadLoop","detail":"{readStateIndex:24516; appliedIndex:24510; }","duration":"942.461522ms","start":"2026-03-02T22:12:36.851279Z","end":"2026-03-02T22:12:37.79374Z","steps":["trace[664641955] 'read index received' (duration: 310.510518ms)","trace[664641955] 'applied index is now lower than readState.Index' (duration: 631.949804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:37.793821Z","caller":"traceutil/trace.go:171","msg":"trace[904150940] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"944.106525ms","start":"2026-03-02T22:12:36.849669Z","end":"2026-03-02T22:12:37.793776Z","steps":["trace[904150940] 'process raft request' (duration: 943.971612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.793971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.665108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18439"} {"level":"info","ts":"2026-03-02T22:12:37.794008Z","caller":"traceutil/trace.go:171","msg":"trace[11849672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23686; }","duration":"942.734409ms","start":"2026-03-02T22:12:36.851265Z","end":"2026-03-02T22:12:37.793999Z","steps":["trace[11849672] 'agreement among raft nodes before linearized reading' (duration: 942.523444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.794026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.849659Z","time spent":"944.26072ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:37.794055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.851259Z","time spent":"942.787941ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18461,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:12:37.81672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.943789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:12:37.816801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.029905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:37.816804Z","caller":"traceutil/trace.go:171","msg":"trace[1903533564] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23687; }","duration":"759.101283ms","start":"2026-03-02T22:12:37.057683Z","end":"2026-03-02T22:12:37.816785Z","steps":["trace[1903533564] 'agreement among raft nodes before linearized reading' (duration: 758.917678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:37.816855Z","caller":"traceutil/trace.go:171","msg":"trace[1642269935] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23687; }","duration":"835.103517ms","start":"2026-03-02T22:12:36.981723Z","end":"2026-03-02T22:12:37.816827Z","steps":["trace[1642269935] 'agreement among raft nodes before linearized reading' (duration: 835.050426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.816867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.057658Z","time spent":"759.197076ms","remote":"127.0.0.1:41528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:37.816898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.9817Z","time spent":"835.18999ms","remote":"127.0.0.1:34918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:12:37.816728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.839881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-02T22:12:37.817014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.644715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:37.81709Z","caller":"traceutil/trace.go:171","msg":"trace[1921017053] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:23687; }","duration":"912.219511ms","start":"2026-03-02T22:12:36.904854Z","end":"2026-03-02T22:12:37.817073Z","steps":["trace[1921017053] 'agreement among raft nodes before linearized reading' (duration: 911.697937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.817145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.904829Z","time spent":"912.306163ms","remote":"127.0.0.1:34614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-02T22:12:37.817161Z","caller":"traceutil/trace.go:171","msg":"trace[824843493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23687; }","duration":"911.791309ms","start":"2026-03-02T22:12:36.905299Z","end":"2026-03-02T22:12:37.817091Z","steps":["trace[824843493] 'agreement among raft nodes before linearized reading' (duration: 911.621195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.817225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:36.905276Z","time spent":"911.928913ms","remote":"127.0.0.1:38860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:37.817246Z","caller":"traceutil/trace.go:171","msg":"trace[402641973] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"596.009132ms","start":"2026-03-02T22:12:37.221224Z","end":"2026-03-02T22:12:37.817233Z","steps":["trace[402641973] 'process raft request' (duration: 595.1725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:37.817372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:37.221196Z","time spent":"596.115794ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:12:39.070958Z","caller":"traceutil/trace.go:171","msg":"trace[986446002] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"601.359645ms","start":"2026-03-02T22:12:38.469578Z","end":"2026-03-02T22:12:39.070937Z","steps":["trace[986446002] 'process raft request' (duration: 601.17777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.071075Z","caller":"traceutil/trace.go:171","msg":"trace[1450547527] linearizableReadLoop","detail":"{readStateIndex:24521; appliedIndex:24521; }","duration":"307.455747ms","start":"2026-03-02T22:12:38.763592Z","end":"2026-03-02T22:12:39.071048Z","steps":["trace[1450547527] 'read index received' (duration: 307.447017ms)","trace[1450547527] 'applied index is now lower than readState.Index' (duration: 6.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:39.071111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.469503Z","time spent":"601.519459ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:39.071247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.630361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:39.071277Z","caller":"traceutil/trace.go:171","msg":"trace[386056403] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23690; }","duration":"307.685883ms","start":"2026-03-02T22:12:38.763584Z","end":"2026-03-02T22:12:39.07127Z","steps":["trace[386056403] 'agreement among raft nodes before linearized reading' (duration: 307.551049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.071305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:38.763529Z","time spent":"307.767776ms","remote":"127.0.0.1:34528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:12:39.13212Z","caller":"traceutil/trace.go:171","msg":"trace[1631092445] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"285.825314ms","start":"2026-03-02T22:12:38.846266Z","end":"2026-03-02T22:12:39.132091Z","steps":["trace[1631092445] 'process raft request' (duration: 285.776642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.132639Z","caller":"traceutil/trace.go:171","msg":"trace[150416068] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"291.150905ms","start":"2026-03-02T22:12:38.841475Z","end":"2026-03-02T22:12:39.132626Z","steps":["trace[150416068] 'process raft request' (duration: 290.304422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.132784Z","caller":"traceutil/trace.go:171","msg":"trace[779060957] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"291.146925ms","start":"2026-03-02T22:12:38.841625Z","end":"2026-03-02T22:12:39.132771Z","steps":["trace[779060957] 'process raft request' (duration: 290.333503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.132917Z","caller":"traceutil/trace.go:171","msg":"trace[2037467389] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"289.804659ms","start":"2026-03-02T22:12:38.843103Z","end":"2026-03-02T22:12:39.132907Z","steps":["trace[2037467389] 'process raft request' (duration: 288.904086ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:39.879313Z","caller":"traceutil/trace.go:171","msg":"trace[328565728] linearizableReadLoop","detail":"{readStateIndex:24527; appliedIndex:24526; }","duration":"242.521057ms","start":"2026-03-02T22:12:39.636757Z","end":"2026-03-02T22:12:39.879278Z","steps":["trace[328565728] 'read index received' (duration: 242.178587ms)","trace[328565728] 'applied index is now lower than readState.Index' (duration: 340.829µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:39.879489Z","caller":"traceutil/trace.go:171","msg":"trace[865139111] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"372.988774ms","start":"2026-03-02T22:12:39.506449Z","end":"2026-03-02T22:12:39.879438Z","steps":["trace[865139111] 'process raft request' (duration: 372.530682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.879588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.794784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:12:39.879646Z","caller":"traceutil/trace.go:171","msg":"trace[567936370] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23696; }","duration":"242.966278ms","start":"2026-03-02T22:12:39.636666Z","end":"2026-03-02T22:12:39.879632Z","steps":["trace[567936370] 'agreement among raft nodes before linearized reading' (duration: 242.774073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:12:39.879737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:39.506432Z","time spent":"373.165398ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:12:39.891783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.74384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:39.891865Z","caller":"traceutil/trace.go:171","msg":"trace[590097974] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23697; }","duration":"121.069578ms","start":"2026-03-02T22:12:39.770775Z","end":"2026-03-02T22:12:39.891845Z","steps":["trace[590097974] 'agreement among raft nodes before linearized reading' (duration: 120.872943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.072777Z","caller":"traceutil/trace.go:171","msg":"trace[936738100] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"175.232514ms","start":"2026-03-02T22:12:39.897511Z","end":"2026-03-02T22:12:40.072743Z","steps":["trace[936738100] 'process raft request' (duration: 83.331349ms)","trace[936738100] 'compare' (duration: 91.048532ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:12:40.072779Z","caller":"traceutil/trace.go:171","msg":"trace[352744990] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"174.884394ms","start":"2026-03-02T22:12:39.897864Z","end":"2026-03-02T22:12:40.072749Z","steps":["trace[352744990] 'process raft request' (duration: 174.458673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.072859Z","caller":"traceutil/trace.go:171","msg":"trace[1636053307] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"174.457453ms","start":"2026-03-02T22:12:39.898368Z","end":"2026-03-02T22:12:40.072825Z","steps":["trace[1636053307] 'process raft request' (duration: 174.099904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.072995Z","caller":"traceutil/trace.go:171","msg":"trace[1369668046] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"174.579896ms","start":"2026-03-02T22:12:39.898368Z","end":"2026-03-02T22:12:40.072948Z","steps":["trace[1369668046] 'process raft request' (duration: 174.164655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.601792Z","caller":"traceutil/trace.go:171","msg":"trace[651273158] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"273.60388ms","start":"2026-03-02T22:12:40.32816Z","end":"2026-03-02T22:12:40.601764Z","steps":["trace[651273158] 'process raft request' (duration: 273.418225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:40.867716Z","caller":"traceutil/trace.go:171","msg":"trace[1574898126] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"456.256839ms","start":"2026-03-02T22:12:40.411411Z","end":"2026-03-02T22:12:40.867668Z","steps":["trace[1574898126] 'process raft request' (duration: 418.895209ms)","trace[1574898126] 'compare' (duration: 37.073643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:12:40.867911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:40.411385Z","time spent":"456.427194ms","remote":"127.0.0.1:34442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:12:41.483979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.835729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:12:41.484067Z","caller":"traceutil/trace.go:171","msg":"trace[908680405] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23711; }","duration":"192.990264ms","start":"2026-03-02T22:12:41.291055Z","end":"2026-03-02T22:12:41.484046Z","steps":["trace[908680405] 'count revisions from in-memory index tree' (duration: 192.704456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:43.727791Z","caller":"traceutil/trace.go:171","msg":"trace[1616247019] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"137.108204ms","start":"2026-03-02T22:12:43.590652Z","end":"2026-03-02T22:12:43.727761Z","steps":["trace[1616247019] 'process raft request' (duration: 132.745938ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.103198Z","caller":"traceutil/trace.go:171","msg":"trace[1772948791] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"444.216301ms","start":"2026-03-02T22:12:59.658957Z","end":"2026-03-02T22:13:00.103173Z","steps":["trace[1772948791] 'process raft request' (duration: 444.040986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.103367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:12:59.658921Z","time spent":"444.364654ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.118759Z","caller":"traceutil/trace.go:171","msg":"trace[1462961141] transaction","detail":"{read_only:false; response_revision:23856; number_of_response:1; }","duration":"103.925384ms","start":"2026-03-02T22:13:00.014812Z","end":"2026-03-02T22:13:00.118737Z","steps":["trace[1462961141] 'process raft request' (duration: 103.462502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.632634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16371601352016997414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:13:00.940258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.263558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:00.940422Z","caller":"traceutil/trace.go:171","msg":"trace[16648312] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"816.723212ms","start":"2026-03-02T22:13:00.123669Z","end":"2026-03-02T22:13:00.940392Z","steps":["trace[16648312] 'process raft request' (duration: 585.183207ms)","trace[16648312] 'compare' (duration: 230.764924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:00.940578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.123644Z","time spent":"816.886185ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.944421Z","caller":"traceutil/trace.go:171","msg":"trace[1708912222] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"820.05568ms","start":"2026-03-02T22:13:00.124333Z","end":"2026-03-02T22:13:00.944389Z","steps":["trace[1708912222] 'process raft request' (duration: 819.840974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.94465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.124323Z","time spent":"820.214714ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:00.944653Z","caller":"traceutil/trace.go:171","msg":"trace[1680263155] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"256.765914ms","start":"2026-03-02T22:13:00.68786Z","end":"2026-03-02T22:13:00.944626Z","steps":["trace[1680263155] 'process raft request' (duration: 256.460076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.944835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.169828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:00.944942Z","caller":"traceutil/trace.go:171","msg":"trace[74006917] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23859; }","duration":"813.331691ms","start":"2026-03-02T22:13:00.131596Z","end":"2026-03-02T22:13:00.944927Z","steps":["trace[74006917] 'agreement among raft nodes before linearized reading' (duration: 813.149486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.944862Z","caller":"traceutil/trace.go:171","msg":"trace[642025445] linearizableReadLoop","detail":"{readStateIndex:24693; appliedIndex:24691; }","duration":"812.945731ms","start":"2026-03-02T22:13:00.131638Z","end":"2026-03-02T22:13:00.944584Z","steps":["trace[642025445] 'read index received' (duration: 577.233165ms)","trace[642025445] 'applied index is now lower than readState.Index' (duration: 235.708006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:00.945001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.131586Z","time spent":"813.396434ms","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:13:00.945311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.564074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T22:13:00.945422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.55117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.945572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.217717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:13:00.94567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.229358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:00.945766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.750158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:00.946057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.958336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:13:00.94607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.514203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:13:00.946157Z","caller":"traceutil/trace.go:171","msg":"trace[1235930080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23859; }","duration":"754.611085ms","start":"2026-03-02T22:13:00.191534Z","end":"2026-03-02T22:13:00.946145Z","steps":["trace[1235930080] 'agreement among raft nodes before linearized reading' (duration: 754.450641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.946217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.191527Z","time spent":"754.679907ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:00.946239Z","caller":"traceutil/trace.go:171","msg":"trace[826467644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23859; }","duration":"745.315809ms","start":"2026-03-02T22:13:00.200291Z","end":"2026-03-02T22:13:00.945607Z","steps":["trace[826467644] 'agreement among raft nodes before linearized reading' (duration: 745.188756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.946285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.200267Z","time spent":"746.009398ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:13:00.94616Z","caller":"traceutil/trace.go:171","msg":"trace[1458666623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23859; }","duration":"754.659617ms","start":"2026-03-02T22:13:00.190698Z","end":"2026-03-02T22:13:00.945358Z","steps":["trace[1458666623] 'agreement among raft nodes before linearized reading' (duration: 754.481422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.946423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.190682Z","time spent":"755.730895ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:13:00.946443Z","caller":"traceutil/trace.go:171","msg":"trace[705477355] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23859; }","duration":"348.339441ms","start":"2026-03-02T22:13:00.597358Z","end":"2026-03-02T22:13:00.945698Z","steps":["trace[705477355] 'agreement among raft nodes before linearized reading' (duration: 348.253628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.946486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.597335Z","time spent":"349.140331ms","remote":"127.0.0.1:51522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:00.94621Z","caller":"traceutil/trace.go:171","msg":"trace[1898920554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23859; }","duration":"244.658544ms","start":"2026-03-02T22:13:00.700813Z","end":"2026-03-02T22:13:00.945471Z","steps":["trace[1898920554] 'agreement among raft nodes before linearized reading' (duration: 244.51963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.946699Z","caller":"traceutil/trace.go:171","msg":"trace[319725300] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23859; }","duration":"172.808689ms","start":"2026-03-02T22:13:00.77298Z","end":"2026-03-02T22:13:00.945789Z","steps":["trace[319725300] 'agreement among raft nodes before linearized reading' (duration: 172.733207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:00.946933Z","caller":"traceutil/trace.go:171","msg":"trace[1903111743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23859; }","duration":"749.041889ms","start":"2026-03-02T22:13:00.197078Z","end":"2026-03-02T22:13:00.94612Z","steps":["trace[1903111743] 'agreement among raft nodes before linearized reading' (duration: 748.886785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:00.946979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:00.197055Z","time spent":"749.912811ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:13:06.467248Z","caller":"traceutil/trace.go:171","msg":"trace[1090900642] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"325.968657ms","start":"2026-03-02T22:13:06.14117Z","end":"2026-03-02T22:13:06.467138Z","steps":["trace[1090900642] 'process raft request' (duration: 325.775492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:06.467449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.141141Z","time spent":"326.208374ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:06.467987Z","caller":"traceutil/trace.go:171","msg":"trace[1609936958] linearizableReadLoop","detail":"{readStateIndex:24734; appliedIndex:24734; }","duration":"231.102254ms","start":"2026-03-02T22:13:06.236845Z","end":"2026-03-02T22:13:06.467947Z","steps":["trace[1609936958] 'read index received' (duration: 231.094404ms)","trace[1609936958] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:06.468179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.30413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:06.468417Z","caller":"traceutil/trace.go:171","msg":"trace[1724433640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23898; }","duration":"231.467974ms","start":"2026-03-02T22:13:06.236797Z","end":"2026-03-02T22:13:06.468265Z","steps":["trace[1724433640] 'agreement among raft nodes before linearized reading' (duration: 231.304129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.007612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.52054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:07.007793Z","caller":"traceutil/trace.go:171","msg":"trace[618384461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23898; }","duration":"201.716315ms","start":"2026-03-02T22:13:06.806054Z","end":"2026-03-02T22:13:07.00777Z","steps":["trace[618384461] 'range keys from in-memory index tree' (duration: 201.503259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.371351Z","caller":"traceutil/trace.go:171","msg":"trace[715115755] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"488.477953ms","start":"2026-03-02T22:13:06.882835Z","end":"2026-03-02T22:13:07.371313Z","steps":["trace[715115755] 'process raft request' (duration: 488.268018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.371735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.882798Z","time spent":"488.640638ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:07.772181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.911131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:07.772412Z","caller":"traceutil/trace.go:171","msg":"trace[1087372627] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"794.029791ms","start":"2026-03-02T22:13:06.97834Z","end":"2026-03-02T22:13:07.77237Z","steps":["trace[1087372627] 'process raft request' (duration: 534.830852ms)","trace[1087372627] 'compare' (duration: 258.778198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:07.772589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.978312Z","time spent":"794.179074ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:07.863196Z","caller":"traceutil/trace.go:171","msg":"trace[423575495] linearizableReadLoop","detail":"{readStateIndex:24736; appliedIndex:24734; }","duration":"877.669406ms","start":"2026-03-02T22:13:06.985493Z","end":"2026-03-02T22:13:07.863163Z","steps":["trace[423575495] 'read index received' (duration: 385.533896ms)","trace[423575495] 'applied index is now lower than readState.Index' (duration: 492.13417ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:07.86329Z","caller":"traceutil/trace.go:171","msg":"trace[1378220595] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"588.567566ms","start":"2026-03-02T22:13:07.274705Z","end":"2026-03-02T22:13:07.863272Z","steps":["trace[1378220595] 'process raft request' (duration: 588.265748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.863382Z","caller":"traceutil/trace.go:171","msg":"trace[744153744] transaction","detail":"{read_only:false; response_revision:23904; number_of_response:1; }","duration":"582.500095ms","start":"2026-03-02T22:13:07.280866Z","end":"2026-03-02T22:13:07.863366Z","steps":["trace[744153744] 'process raft request' (duration: 582.232818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.274666Z","time spent":"588.657449ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:07.863363Z","caller":"traceutil/trace.go:171","msg":"trace[543388090] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"587.303172ms","start":"2026-03-02T22:13:07.276019Z","end":"2026-03-02T22:13:07.863322Z","steps":["trace[543388090] 'process raft request' (duration: 587.010705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.863409Z","caller":"traceutil/trace.go:171","msg":"trace[590093330] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"604.040446ms","start":"2026-03-02T22:13:07.259334Z","end":"2026-03-02T22:13:07.863374Z","steps":["trace[590093330] 'process raft request' (duration: 603.44084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.280852Z","time spent":"582.572646ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:07.86353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.115093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:07.863574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.259302Z","time spent":"604.18605ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:07.863589Z","caller":"traceutil/trace.go:171","msg":"trace[1960524605] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23904; }","duration":"805.238407ms","start":"2026-03-02T22:13:07.058335Z","end":"2026-03-02T22:13:07.863574Z","steps":["trace[1960524605] 'agreement among raft nodes before linearized reading' (duration: 805.124024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.276002Z","time spent":"587.462686ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:07.863584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.003763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:07.863627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.058301Z","time spent":"805.317529ms","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:13:07.863647Z","caller":"traceutil/trace.go:171","msg":"trace[81245106] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23904; }","duration":"339.116606ms","start":"2026-03-02T22:13:07.524512Z","end":"2026-03-02T22:13:07.863629Z","steps":["trace[81245106] 'agreement among raft nodes before linearized reading' (duration: 338.984642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.992245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:13:07.863656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.530132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:13:07.863696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.524492Z","time spent":"339.193208ms","remote":"127.0.0.1:35052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:07.863627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.750112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:13:07.863711Z","caller":"traceutil/trace.go:171","msg":"trace[1278359183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23904; }","duration":"878.086637ms","start":"2026-03-02T22:13:06.985605Z","end":"2026-03-02T22:13:07.863692Z","steps":["trace[1278359183] 'agreement among raft nodes before linearized reading' (duration: 877.8256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.863727Z","caller":"traceutil/trace.go:171","msg":"trace[572260888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23904; }","duration":"680.653376ms","start":"2026-03-02T22:13:07.183058Z","end":"2026-03-02T22:13:07.863711Z","steps":["trace[572260888] 'agreement among raft nodes before linearized reading' (duration: 680.544473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.131403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:13:07.863754Z","caller":"traceutil/trace.go:171","msg":"trace[1374429141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23904; }","duration":"873.918937ms","start":"2026-03-02T22:13:06.989824Z","end":"2026-03-02T22:13:07.863743Z","steps":["trace[1374429141] 'agreement among raft nodes before linearized reading' (duration: 873.709891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.863766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.985574Z","time spent":"878.18338ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:13:07.863773Z","caller":"traceutil/trace.go:171","msg":"trace[1191661758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23904; }","duration":"874.193544ms","start":"2026-03-02T22:13:06.98957Z","end":"2026-03-02T22:13:07.863763Z","steps":["trace[1191661758] 'agreement among raft nodes before linearized reading' (duration: 874.138003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.86377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.183005Z","time spent":"680.753678ms","remote":"127.0.0.1:35042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:07.8638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.989559Z","time spent":"874.236805ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:07.863647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.61035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:13:07.863825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.061681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:13:07.8638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.989795Z","time spent":"873.993879ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:13:07.863817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.290302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:13:07.863913Z","caller":"traceutil/trace.go:171","msg":"trace[2285164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23904; }","duration":"878.439907ms","start":"2026-03-02T22:13:06.985452Z","end":"2026-03-02T22:13:07.863892Z","steps":["trace[2285164] 'agreement among raft nodes before linearized reading' (duration: 878.127808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:07.863837Z","caller":"traceutil/trace.go:171","msg":"trace[1768835571] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23904; }","duration":"670.849806ms","start":"2026-03-02T22:13:07.192977Z","end":"2026-03-02T22:13:07.863826Z","steps":["trace[1768835571] 'agreement among raft nodes before linearized reading' (duration: 670.62201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.86397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.985437Z","time spent":"878.523758ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:13:07.863994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.192955Z","time spent":"671.03106ms","remote":"127.0.0.1:55780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:07.863685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.227282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T22:13:07.864061Z","caller":"traceutil/trace.go:171","msg":"trace[858315349] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23904; }","duration":"872.597902ms","start":"2026-03-02T22:13:06.991452Z","end":"2026-03-02T22:13:07.86405Z","steps":["trace[858315349] 'agreement among raft nodes before linearized reading' (duration: 872.192561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.864104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.991396Z","time spent":"872.697065ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:13:07.863859Z","caller":"traceutil/trace.go:171","msg":"trace[813601645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23904; }","duration":"874.109291ms","start":"2026-03-02T22:13:06.989741Z","end":"2026-03-02T22:13:07.86385Z","steps":["trace[813601645] 'agreement among raft nodes before linearized reading' (duration: 873.948707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:07.864177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:06.989734Z","time spent":"874.42713ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:13:07.988752Z","caller":"traceutil/trace.go:171","msg":"trace[154894941] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"118.800987ms","start":"2026-03-02T22:13:07.869921Z","end":"2026-03-02T22:13:07.988722Z","steps":["trace[154894941] 'process raft request' (duration: 118.234622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.374117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.159856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:13:08.374347Z","caller":"traceutil/trace.go:171","msg":"trace[488479276] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"503.740338ms","start":"2026-03-02T22:13:07.870562Z","end":"2026-03-02T22:13:08.374303Z","steps":["trace[488479276] 'process raft request' (duration: 218.275733ms)","trace[488479276] 'compare' (duration: 284.476328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:08.374545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.870539Z","time spent":"503.900242ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:08.378721Z","caller":"traceutil/trace.go:171","msg":"trace[246649256] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"508.037432ms","start":"2026-03-02T22:13:07.870653Z","end":"2026-03-02T22:13:08.37869Z","steps":["trace[246649256] 'process raft request' (duration: 503.568823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:08.37876Z","caller":"traceutil/trace.go:171","msg":"trace[1156695162] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"507.96251ms","start":"2026-03-02T22:13:07.870775Z","end":"2026-03-02T22:13:08.378737Z","steps":["trace[1156695162] 'process raft request' (duration: 507.772625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:08.378763Z","caller":"traceutil/trace.go:171","msg":"trace[979764593] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"507.927749ms","start":"2026-03-02T22:13:07.870811Z","end":"2026-03-02T22:13:08.378739Z","steps":["trace[979764593] 'process raft request' (duration: 507.854387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.37885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.870629Z","time spent":"508.146905ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:08.378843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.870747Z","time spent":"508.055773ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:08.378866Z","caller":"traceutil/trace.go:171","msg":"trace[1772702759] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"504.372695ms","start":"2026-03-02T22:13:07.874477Z","end":"2026-03-02T22:13:08.37885Z","steps":["trace[1772702759] 'process raft request' (duration: 504.224331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.378916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.870801Z","time spent":"508.031241ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:13:08.378934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:07.874467Z","time spent":"504.431346ms","remote":"127.0.0.1:34674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:13:08.378817Z","caller":"traceutil/trace.go:171","msg":"trace[1511405310] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24742; }","duration":"368.999348ms","start":"2026-03-02T22:13:08.009798Z","end":"2026-03-02T22:13:08.378798Z","steps":["trace[1511405310] 'read index received' (duration: 79.008453ms)","trace[1511405310] 'applied index is now lower than readState.Index' (duration: 289.989835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:13:08.379145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.309135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:08.379243Z","caller":"traceutil/trace.go:171","msg":"trace[2094888697] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23910; }","duration":"369.481771ms","start":"2026-03-02T22:13:08.009738Z","end":"2026-03-02T22:13:08.37922Z","steps":["trace[2094888697] 'agreement among raft nodes before linearized reading' (duration: 369.274135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:08.379302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:13:08.009708Z","time spent":"369.581663ms","remote":"127.0.0.1:38952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:13:08.379187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.750146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:08.379383Z","caller":"traceutil/trace.go:171","msg":"trace[394205488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23910; }","duration":"144.942211ms","start":"2026-03-02T22:13:08.234427Z","end":"2026-03-02T22:13:08.379369Z","steps":["trace[394205488] 'agreement among raft nodes before linearized reading' (duration: 144.709575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:08.643511Z","caller":"traceutil/trace.go:171","msg":"trace[471942121] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"167.817377ms","start":"2026-03-02T22:13:08.475651Z","end":"2026-03-02T22:13:08.643469Z","steps":["trace[471942121] 'process raft request' (duration: 163.104702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:28.888Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21601} {"level":"info","ts":"2026-03-02T22:13:29.015282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21601,"took":"123.863942ms","hash":520676,"current-db-size-bytes":48332800,"current-db-size":"48 MB","current-db-size-in-use-bytes":30744576,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T22:13:29.015347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":520676,"revision":21601,"compact-revision":18767} {"level":"info","ts":"2026-03-02T22:14:21.093537Z","caller":"traceutil/trace.go:171","msg":"trace[966438276] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"217.797661ms","start":"2026-03-02T22:14:20.875693Z","end":"2026-03-02T22:14:21.093491Z","steps":["trace[966438276] 'process raft request' (duration: 140.39197ms)","trace[966438276] 'compare' (duration: 76.769455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:21.118302Z","caller":"traceutil/trace.go:171","msg":"trace[973393192] linearizableReadLoop","detail":"{readStateIndex:25435; appliedIndex:25433; }","duration":"131.607897ms","start":"2026-03-02T22:14:20.986664Z","end":"2026-03-02T22:14:21.118272Z","steps":["trace[973393192] 'read index received' (duration: 29.631015ms)","trace[973393192] 'applied index is now lower than readState.Index' (duration: 101.975182ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:14:21.118316Z","caller":"traceutil/trace.go:171","msg":"trace[1595766763] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"242.576758ms","start":"2026-03-02T22:14:20.875709Z","end":"2026-03-02T22:14:21.118285Z","steps":["trace[1595766763] 'process raft request' (duration: 242.404923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.118471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.785802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.11852Z","caller":"traceutil/trace.go:171","msg":"trace[1477501681] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24581; }","duration":"131.895754ms","start":"2026-03-02T22:14:20.98661Z","end":"2026-03-02T22:14:21.118506Z","steps":["trace[1477501681] 'agreement among raft nodes before linearized reading' (duration: 131.802932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.143442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.730762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.143488Z","caller":"traceutil/trace.go:171","msg":"trace[36000183] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24582; }","duration":"156.806694ms","start":"2026-03-02T22:14:20.986671Z","end":"2026-03-02T22:14:21.143478Z","steps":["trace[36000183] 'agreement among raft nodes before linearized reading' (duration: 156.715762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.143567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.662868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-02T22:14:21.143628Z","caller":"traceutil/trace.go:171","msg":"trace[506920298] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24582; }","duration":"151.75054ms","start":"2026-03-02T22:14:20.991863Z","end":"2026-03-02T22:14:21.143614Z","steps":["trace[506920298] 'agreement among raft nodes before linearized reading' (duration: 151.579765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:14:21.14365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.802103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:14:21.143678Z","caller":"traceutil/trace.go:171","msg":"trace[1391000188] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24582; }","duration":"156.863585ms","start":"2026-03-02T22:14:20.986808Z","end":"2026-03-02T22:14:21.143671Z","steps":["trace[1391000188] 'agreement among raft nodes before linearized reading' (duration: 156.818894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:28.943281Z","caller":"traceutil/trace.go:171","msg":"trace[1993016198] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"138.51733ms","start":"2026-03-02T22:16:28.804739Z","end":"2026-03-02T22:16:28.943256Z","steps":["trace[1993016198] 'process raft request' (duration: 138.382767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:28.952577Z","caller":"traceutil/trace.go:171","msg":"trace[17013266] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26700; }","duration":"105.720414ms","start":"2026-03-02T22:16:28.846833Z","end":"2026-03-02T22:16:28.952553Z","steps":["trace[17013266] 'read index received' (duration: 96.296955ms)","trace[17013266] 'applied index is now lower than readState.Index' (duration: 9.422129ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:28.952662Z","caller":"traceutil/trace.go:171","msg":"trace[946907268] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"142.838365ms","start":"2026-03-02T22:16:28.809799Z","end":"2026-03-02T22:16:28.952638Z","steps":["trace[946907268] 'process raft request' (duration: 142.606309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:28.952706Z","caller":"traceutil/trace.go:171","msg":"trace[485336798] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"137.379ms","start":"2026-03-02T22:16:28.815302Z","end":"2026-03-02T22:16:28.952681Z","steps":["trace[485336798] 'process raft request' (duration: 137.164375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:28.952823Z","caller":"traceutil/trace.go:171","msg":"trace[1963663708] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"136.96675ms","start":"2026-03-02T22:16:28.815847Z","end":"2026-03-02T22:16:28.952814Z","steps":["trace[1963663708] 'process raft request' (duration: 136.669672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:28.953115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.272978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:16:28.953171Z","caller":"traceutil/trace.go:171","msg":"trace[2034187722] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25818; }","duration":"106.387262ms","start":"2026-03-02T22:16:28.846767Z","end":"2026-03-02T22:16:28.953155Z","steps":["trace[2034187722] 'agreement among raft nodes before linearized reading' (duration: 106.211737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:28.953274Z","caller":"traceutil/trace.go:171","msg":"trace[1732203024] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"146.475661ms","start":"2026-03-02T22:16:28.806786Z","end":"2026-03-02T22:16:28.953261Z","steps":["trace[1732203024] 'process raft request' (duration: 145.463824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:35.900509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.293684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:16:35.900657Z","caller":"traceutil/trace.go:171","msg":"trace[1817010730] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26753; }","duration":"209.687752ms","start":"2026-03-02T22:16:35.690951Z","end":"2026-03-02T22:16:35.900639Z","steps":["trace[1817010730] 'read index received' (duration: 68.121561ms)","trace[1817010730] 'applied index is now lower than readState.Index' (duration: 141.565131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:35.900873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.919968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:16:35.900927Z","caller":"traceutil/trace.go:171","msg":"trace[386726184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25866; }","duration":"210.005061ms","start":"2026-03-02T22:16:35.69091Z","end":"2026-03-02T22:16:35.900915Z","steps":["trace[386726184] 'agreement among raft nodes before linearized reading' (duration: 209.826506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:35.900937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.069206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:16:35.900995Z","caller":"traceutil/trace.go:171","msg":"trace[607469396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25866; }","duration":"209.158058ms","start":"2026-03-02T22:16:35.691828Z","end":"2026-03-02T22:16:35.900986Z","steps":["trace[607469396] 'agreement among raft nodes before linearized reading' (duration: 208.985113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:35.900945Z","caller":"traceutil/trace.go:171","msg":"trace[1654330357] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"221.153275ms","start":"2026-03-02T22:16:35.679768Z","end":"2026-03-02T22:16:35.900921Z","steps":["trace[1654330357] 'process raft request' (duration: 79.353677ms)","trace[1654330357] 'compare' (duration: 141.181251ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:37.269724Z","caller":"traceutil/trace.go:171","msg":"trace[691967494] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"288.676389ms","start":"2026-03-02T22:16:36.981032Z","end":"2026-03-02T22:16:37.269708Z","steps":["trace[691967494] 'process raft request' (duration: 288.559156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.269833Z","caller":"traceutil/trace.go:171","msg":"trace[1937994274] linearizableReadLoop","detail":"{readStateIndex:26763; appliedIndex:26763; }","duration":"263.38797ms","start":"2026-03-02T22:16:37.006433Z","end":"2026-03-02T22:16:37.269821Z","steps":["trace[1937994274] 'read index received' (duration: 263.37618ms)","trace[1937994274] 'applied index is now lower than readState.Index' (duration: 4.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:16:37.269913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.477353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:16:37.269937Z","caller":"traceutil/trace.go:171","msg":"trace[2035353358] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25875; }","duration":"263.553635ms","start":"2026-03-02T22:16:37.006376Z","end":"2026-03-02T22:16:37.269929Z","steps":["trace[2035353358] 'agreement among raft nodes before linearized reading' (duration: 263.497503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.288104Z","caller":"traceutil/trace.go:171","msg":"trace[1740988473] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"243.259868ms","start":"2026-03-02T22:16:37.044817Z","end":"2026-03-02T22:16:37.288077Z","steps":["trace[1740988473] 'process raft request' (duration: 243.198967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.288115Z","caller":"traceutil/trace.go:171","msg":"trace[1256947283] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"243.385592ms","start":"2026-03-02T22:16:37.044706Z","end":"2026-03-02T22:16:37.288092Z","steps":["trace[1256947283] 'process raft request' (duration: 243.195447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.288298Z","caller":"traceutil/trace.go:171","msg":"trace[726187794] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"228.611241ms","start":"2026-03-02T22:16:37.059678Z","end":"2026-03-02T22:16:37.288289Z","steps":["trace[726187794] 'process raft request' (duration: 228.515588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:37.288363Z","caller":"traceutil/trace.go:171","msg":"trace[836460155] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"242.722434ms","start":"2026-03-02T22:16:37.045634Z","end":"2026-03-02T22:16:37.288356Z","steps":["trace[836460155] 'process raft request' (duration: 242.417836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:39.399319Z","caller":"traceutil/trace.go:171","msg":"trace[1379406793] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"105.074037ms","start":"2026-03-02T22:16:39.294214Z","end":"2026-03-02T22:16:39.399288Z","steps":["trace[1379406793] 'process raft request' (duration: 92.249448ms)","trace[1379406793] 'compare' (duration: 12.607663ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:16:39.399583Z","caller":"traceutil/trace.go:171","msg":"trace[490569916] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"105.027396ms","start":"2026-03-02T22:16:39.294524Z","end":"2026-03-02T22:16:39.399551Z","steps":["trace[490569916] 'process raft request' (duration: 104.705837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:39.399879Z","caller":"traceutil/trace.go:171","msg":"trace[1941075901] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"104.657136ms","start":"2026-03-02T22:16:39.295211Z","end":"2026-03-02T22:16:39.399868Z","steps":["trace[1941075901] 'process raft request' (duration: 104.257426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:39.40047Z","caller":"traceutil/trace.go:171","msg":"trace[328384127] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"104.676557ms","start":"2026-03-02T22:16:39.295698Z","end":"2026-03-02T22:16:39.400375Z","steps":["trace[328384127] 'process raft request' (duration: 104.117152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:16:40.009686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.215739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:16:40.009775Z","caller":"traceutil/trace.go:171","msg":"trace[1816909268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25895; }","duration":"167.312031ms","start":"2026-03-02T22:16:39.842441Z","end":"2026-03-02T22:16:40.009753Z","steps":["trace[1816909268] 'range keys from in-memory index tree' (duration: 167.063405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:16:40.014988Z","caller":"traceutil/trace.go:171","msg":"trace[603959255] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"102.357245ms","start":"2026-03-02T22:16:39.912609Z","end":"2026-03-02T22:16:40.014966Z","steps":["trace[603959255] 'process raft request' (duration: 102.019156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:18:28.895752Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24047} {"level":"info","ts":"2026-03-02T22:18:29.019857Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24047,"took":"120.675789ms","hash":2195521982,"current-db-size-bytes":49176576,"current-db-size":"49 MB","current-db-size-in-use-bytes":33447936,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:18:29.019914Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2195521982,"revision":24047,"compact-revision":21601} {"level":"info","ts":"2026-03-02T22:23:28.913301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26770} {"level":"info","ts":"2026-03-02T22:23:29.050699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26770,"took":"133.916064ms","hash":3727972955,"current-db-size-bytes":49176576,"current-db-size":"49 MB","current-db-size-in-use-bytes":27107328,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T22:23:29.050758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3727972955,"revision":26770,"compact-revision":24047} {"level":"info","ts":"2026-03-02T22:23:54.359848Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3cf904ec39d3e333","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:23:54.365647Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-02T22:23:54.365728Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-02T22:28:28.919582Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28837} {"level":"info","ts":"2026-03-02T22:28:29.038636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28837,"took":"114.932699ms","hash":2582772797,"current-db-size-bytes":49176576,"current-db-size":"49 MB","current-db-size-in-use-bytes":27918336,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:28:29.038687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2582772797,"revision":28837,"compact-revision":26770} {"level":"info","ts":"2026-03-02T22:30:08.411686Z","caller":"traceutil/trace.go:171","msg":"trace[395614149] transaction","detail":"{read_only:false; response_revision:31707; number_of_response:1; }","duration":"105.247834ms","start":"2026-03-02T22:30:08.306413Z","end":"2026-03-02T22:30:08.411661Z","steps":["trace[395614149] 'process raft request' (duration: 105.143951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:08.518075Z","caller":"traceutil/trace.go:171","msg":"trace[876976702] transaction","detail":"{read_only:false; response_revision:31710; number_of_response:1; }","duration":"102.175482ms","start":"2026-03-02T22:30:08.415869Z","end":"2026-03-02T22:30:08.518044Z","steps":["trace[876976702] 'process raft request' (duration: 102.123971ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:08.5184Z","caller":"traceutil/trace.go:171","msg":"trace[560778783] transaction","detail":"{read_only:false; response_revision:31709; number_of_response:1; }","duration":"103.570969ms","start":"2026-03-02T22:30:08.414738Z","end":"2026-03-02T22:30:08.518309Z","steps":["trace[560778783] 'process raft request' (duration: 76.715869ms)","trace[560778783] 'compare' (duration: 26.336676ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:10.396007Z","caller":"traceutil/trace.go:171","msg":"trace[1251534688] transaction","detail":"{read_only:false; response_revision:31723; number_of_response:1; }","duration":"129.346261ms","start":"2026-03-02T22:30:10.266635Z","end":"2026-03-02T22:30:10.395982Z","steps":["trace[1251534688] 'process raft request' (duration: 129.193017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:10.443293Z","caller":"traceutil/trace.go:171","msg":"trace[1975904974] linearizableReadLoop","detail":"{readStateIndex:32792; appliedIndex:32790; }","duration":"148.430276ms","start":"2026-03-02T22:30:10.294826Z","end":"2026-03-02T22:30:10.443256Z","steps":["trace[1975904974] 'read index received' (duration: 101.060283ms)","trace[1975904974] 'applied index is now lower than readState.Index' (duration: 47.368703ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:10.443405Z","caller":"traceutil/trace.go:171","msg":"trace[1784098753] transaction","detail":"{read_only:false; response_revision:31724; number_of_response:1; }","duration":"167.456969ms","start":"2026-03-02T22:30:10.275913Z","end":"2026-03-02T22:30:10.44337Z","steps":["trace[1784098753] 'process raft request' (duration: 167.195242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:10.443702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.186948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:30:10.443744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.903358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:30:10.443803Z","caller":"traceutil/trace.go:171","msg":"trace[172435949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31724; }","duration":"137.318682ms","start":"2026-03-02T22:30:10.306463Z","end":"2026-03-02T22:30:10.443781Z","steps":["trace[172435949] 'agreement among raft nodes before linearized reading' (duration: 137.025094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:10.443798Z","caller":"traceutil/trace.go:171","msg":"trace[981649798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31724; }","duration":"149.022861ms","start":"2026-03-02T22:30:10.294763Z","end":"2026-03-02T22:30:10.443786Z","steps":["trace[981649798] 'agreement among raft nodes before linearized reading' (duration: 148.645201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:10.63222Z","caller":"traceutil/trace.go:171","msg":"trace[1148123896] transaction","detail":"{read_only:false; response_revision:31729; number_of_response:1; }","duration":"149.240077ms","start":"2026-03-02T22:30:10.482943Z","end":"2026-03-02T22:30:10.632183Z","steps":["trace[1148123896] 'process raft request' (duration: 104.196186ms)","trace[1148123896] 'compare' (duration: 44.043305ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:30:10.632545Z","caller":"traceutil/trace.go:171","msg":"trace[1053345425] transaction","detail":"{read_only:false; response_revision:31730; number_of_response:1; }","duration":"108.714175ms","start":"2026-03-02T22:30:10.523811Z","end":"2026-03-02T22:30:10.632525Z","steps":["trace[1053345425] 'process raft request' (duration: 107.536104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:30:10.632757Z","caller":"traceutil/trace.go:171","msg":"trace[839992532] transaction","detail":"{read_only:false; response_revision:31731; number_of_response:1; }","duration":"108.673424ms","start":"2026-03-02T22:30:10.524068Z","end":"2026-03-02T22:30:10.632741Z","steps":["trace[839992532] 'process raft request' (duration: 107.345109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:30:44.377328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.804853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:30:44.377434Z","caller":"traceutil/trace.go:171","msg":"trace[1408097860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31977; }","duration":"143.959737ms","start":"2026-03-02T22:30:44.233452Z","end":"2026-03-02T22:30:44.377412Z","steps":["trace[1408097860] 'range keys from in-memory index tree' (duration: 143.728271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:33:28.926392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30953} {"level":"info","ts":"2026-03-02T22:33:29.081171Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30953,"took":"148.621176ms","hash":3713830777,"current-db-size-bytes":50020352,"current-db-size":"50 MB","current-db-size-in-use-bytes":28827648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:33:29.081259Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3713830777,"revision":30953,"compact-revision":28837} {"level":"info","ts":"2026-03-02T22:36:41.828559Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008b0d.wal"} {"level":"info","ts":"2026-03-02T22:38:28.933316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33093} {"level":"info","ts":"2026-03-02T22:38:29.067946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33093,"took":"130.261611ms","hash":302881578,"current-db-size-bytes":52604928,"current-db-size":"53 MB","current-db-size-in-use-bytes":29380608,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:38:29.068024Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":302881578,"revision":33093,"compact-revision":30953} {"level":"info","ts":"2026-03-02T22:43:28.945135Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35174} {"level":"info","ts":"2026-03-02T22:43:29.061763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35174,"took":"111.23789ms","hash":701500359,"current-db-size-bytes":52604928,"current-db-size":"53 MB","current-db-size-in-use-bytes":27742208,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:43:29.061825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":701500359,"revision":35174,"compact-revision":33093}