{"level":"warn","ts":"2026-04-28T03:17:16.97561Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:17:16.975688Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.205:2380","--initial-cluster=instance=https://199.19.213.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:17:16.975773Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:17:16.975834Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-04-28T03:17:16.975869Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:17:16.976552Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"]} {"level":"info","ts":"2026-04-28T03:17:16.976649Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:17:16.981772Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.865854ms"} {"level":"info","ts":"2026-04-28T03:17:16.991355Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f69f598a0f963672","cluster-id":"740466542a91995c"} {"level":"info","ts":"2026-04-28T03:17:16.991554Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:17:16.991591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became follower at term 0"} {"level":"info","ts":"2026-04-28T03:17:16.991643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f69f598a0f963672 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:17:16.99168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became follower at term 1"} {"level":"info","ts":"2026-04-28T03:17:16.991764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=(17771021104129128050)"} {"level":"warn","ts":"2026-04-28T03:17:16.999519Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:17:17.001166Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:17:17.002362Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:17:17.00506Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f69f598a0f963672","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:17:17.008365Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f69f598a0f963672","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:17:17.00856Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:17.008603Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:17.008618Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:17:17.008929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 switched to configuration voters=(17771021104129128050)"} {"level":"info","ts":"2026-04-28T03:17:17.010938Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"740466542a91995c","local-member-id":"f69f598a0f963672","added-peer-id":"f69f598a0f963672","added-peer-peer-urls":["https://199.19.213.205:2380"]} {"level":"info","ts":"2026-04-28T03:17:17.011688Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:17:17.011855Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-04-28T03:17:17.011942Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.205:2380"} {"level":"info","ts":"2026-04-28T03:17:17.012108Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f69f598a0f963672","initial-advertise-peer-urls":["https://199.19.213.205:2380"],"listen-peer-urls":["https://199.19.213.205:2380"],"advertise-client-urls":["https://199.19.213.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:17:17.012163Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:17:17.592165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:17:17.592264Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:17:17.59229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 received MsgPreVoteResp from f69f598a0f963672 at term 1"} {"level":"info","ts":"2026-04-28T03:17:17.59231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:17:17.592322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 received MsgVoteResp from f69f598a0f963672 at term 2"} {"level":"info","ts":"2026-04-28T03:17:17.592339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f69f598a0f963672 became leader at term 2"} {"level":"info","ts":"2026-04-28T03:17:17.592359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f69f598a0f963672 elected leader f69f598a0f963672 at term 2"} {"level":"info","ts":"2026-04-28T03:17:17.971935Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:18.169792Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f69f598a0f963672","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.205:2379]}","request-path":"/0/members/f69f598a0f963672/attributes","cluster-id":"740466542a91995c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:17:18.169827Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:17:18.169802Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:17:18.170235Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:17:18.170274Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:17:18.173324Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.205:2379"} {"level":"info","ts":"2026-04-28T03:17:18.174932Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:17:18.198981Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"740466542a91995c","local-member-id":"f69f598a0f963672","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:18.199234Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:18.199295Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:17:59.924442Z","caller":"traceutil/trace.go:171","msg":"trace[1103335629] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"142.489179ms","start":"2026-04-28T03:17:59.781922Z","end":"2026-04-28T03:17:59.924411Z","steps":["trace[1103335629] 'process raft request' (duration: 142.339838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:59.926352Z","caller":"traceutil/trace.go:171","msg":"trace[1251499660] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"143.634667ms","start":"2026-04-28T03:17:59.782694Z","end":"2026-04-28T03:17:59.926329Z","steps":["trace[1251499660] 'process raft request' (duration: 143.525716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:59.926451Z","caller":"traceutil/trace.go:171","msg":"trace[1874461375] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"132.398775ms","start":"2026-04-28T03:17:59.794028Z","end":"2026-04-28T03:17:59.926427Z","steps":["trace[1874461375] 'process raft request' (duration: 132.248505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:01.140798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.026572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:01.141154Z","caller":"traceutil/trace.go:171","msg":"trace[1377809313] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"191.473182ms","start":"2026-04-28T03:18:00.949648Z","end":"2026-04-28T03:18:01.141122Z","steps":["trace[1377809313] 'process raft request' (duration: 19.535314ms)","trace[1377809313] 'compare' (duration: 170.882112ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:06.730378Z","caller":"traceutil/trace.go:171","msg":"trace[823287596] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"169.87191ms","start":"2026-04-28T03:18:06.560441Z","end":"2026-04-28T03:18:06.730313Z","steps":["trace[823287596] 'process raft request' (duration: 169.699651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:07.127673Z","caller":"traceutil/trace.go:171","msg":"trace[723580650] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:677; }","duration":"450.113154ms","start":"2026-04-28T03:18:06.677533Z","end":"2026-04-28T03:18:07.127646Z","steps":["trace[723580650] 'read index received' (duration: 53.247817ms)","trace[723580650] 'applied index is now lower than readState.Index' (duration: 396.864446ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:07.127778Z","caller":"traceutil/trace.go:171","msg":"trace[569318974] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"566.077884ms","start":"2026-04-28T03:18:06.561656Z","end":"2026-04-28T03:18:07.127733Z","steps":["trace[569318974] 'process raft request' (duration: 565.392359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.127833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.275021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:07.12789Z","caller":"traceutil/trace.go:171","msg":"trace[1021214903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"450.329404ms","start":"2026-04-28T03:18:06.677528Z","end":"2026-04-28T03:18:07.127857Z","steps":["trace[1021214903] 'agreement among raft nodes before linearized reading' (duration: 450.25344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.127955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.561627Z","time spent":"566.233091ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:07.127996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.677475Z","time spent":"450.492423ms","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:07.128038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.901261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nrkmq\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T03:18:07.128152Z","caller":"traceutil/trace.go:171","msg":"trace[551687306] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nrkmq; range_end:; response_count:1; response_revision:654; }","duration":"327.050288ms","start":"2026-04-28T03:18:06.801085Z","end":"2026-04-28T03:18:07.128136Z","steps":["trace[551687306] 'agreement among raft nodes before linearized reading' (duration: 326.803616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.128247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:06.801052Z","time spent":"327.182806ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-nrkmq\" "} {"level":"warn","ts":"2026-04-28T03:18:07.620774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.794778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:07.621289Z","caller":"traceutil/trace.go:171","msg":"trace[147252557] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"434.507394ms","start":"2026-04-28T03:18:07.186736Z","end":"2026-04-28T03:18:07.621243Z","steps":["trace[147252557] 'process raft request' (duration: 434.150016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:07.621222Z","caller":"traceutil/trace.go:171","msg":"trace[289961025] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"476.663384ms","start":"2026-04-28T03:18:07.144527Z","end":"2026-04-28T03:18:07.62119Z","steps":["trace[289961025] 'process raft request' (duration: 253.278956ms)","trace[289961025] 'compare' (duration: 222.659521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:07.621457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.186715Z","time spent":"434.664423ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:18:07.621793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.144451Z","time spent":"476.979781ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:07.80855Z","caller":"traceutil/trace.go:171","msg":"trace[193696715] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"174.77264ms","start":"2026-04-28T03:18:07.633758Z","end":"2026-04-28T03:18:07.808531Z","steps":["trace[193696715] 'read index received' (duration: 117.895954ms)","trace[193696715] 'applied index is now lower than readState.Index' (duration: 56.875966ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:07.808611Z","caller":"traceutil/trace.go:171","msg":"trace[1817591089] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"181.749605ms","start":"2026-04-28T03:18:07.62684Z","end":"2026-04-28T03:18:07.808589Z","steps":["trace[1817591089] 'process raft request' (duration: 124.860308ms)","trace[1817591089] 'compare' (duration: 56.74368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:07.808703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.927798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:07.808738Z","caller":"traceutil/trace.go:171","msg":"trace[268734473] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:657; }","duration":"174.999102ms","start":"2026-04-28T03:18:07.633727Z","end":"2026-04-28T03:18:07.808726Z","steps":["trace[268734473] 'agreement among raft nodes before linearized reading' (duration: 174.932389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:07.808778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.884842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:07.808857Z","caller":"traceutil/trace.go:171","msg":"trace[709202445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"130.017499ms","start":"2026-04-28T03:18:07.678826Z","end":"2026-04-28T03:18:07.808843Z","steps":["trace[709202445] 'agreement among raft nodes before linearized reading' (duration: 129.871181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.218891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.944068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:09.21898Z","caller":"traceutil/trace.go:171","msg":"trace[804619104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:674; }","duration":"122.094836ms","start":"2026-04-28T03:18:09.096867Z","end":"2026-04-28T03:18:09.218962Z","steps":["trace[804619104] 'range keys from in-memory index tree' (duration: 121.830732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:24.064836Z","caller":"traceutil/trace.go:171","msg":"trace[975920534] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"174.861531ms","start":"2026-04-28T03:18:23.889956Z","end":"2026-04-28T03:18:24.064818Z","steps":["trace[975920534] 'read index received' (duration: 174.629162ms)","trace[975920534] 'applied index is now lower than readState.Index' (duration: 231.739µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:24.064892Z","caller":"traceutil/trace.go:171","msg":"trace[2043929723] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"275.839333ms","start":"2026-04-28T03:18:23.789021Z","end":"2026-04-28T03:18:24.064861Z","steps":["trace[2043929723] 'process raft request' (duration: 275.679496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:24.065161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.192544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:24.065206Z","caller":"traceutil/trace.go:171","msg":"trace[633689884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:820; }","duration":"175.277338ms","start":"2026-04-28T03:18:23.88991Z","end":"2026-04-28T03:18:24.065187Z","steps":["trace[633689884] 'agreement among raft nodes before linearized reading' (duration: 175.029238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:24.065296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.596471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fmlql\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-28T03:18:24.065356Z","caller":"traceutil/trace.go:171","msg":"trace[257042505] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-fmlql; range_end:; response_count:1; response_revision:820; }","duration":"158.680195ms","start":"2026-04-28T03:18:23.906659Z","end":"2026-04-28T03:18:24.065339Z","steps":["trace[257042505] 'agreement among raft nodes before linearized reading' (duration: 158.494107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:38.250552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.031667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:38.250639Z","caller":"traceutil/trace.go:171","msg":"trace[1692599962] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:981; }","duration":"129.182473ms","start":"2026-04-28T03:18:38.121438Z","end":"2026-04-28T03:18:38.25062Z","steps":["trace[1692599962] 'count revisions from in-memory index tree' (duration: 128.931714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.922256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.001653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:42.922793Z","caller":"traceutil/trace.go:171","msg":"trace[1365102844] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"228.423877ms","start":"2026-04-28T03:18:42.694328Z","end":"2026-04-28T03:18:42.922752Z","steps":["trace[1365102844] 'process raft request' (duration: 63.745201ms)","trace[1365102844] 'compare' (duration: 163.678202ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:42.92304Z","caller":"traceutil/trace.go:171","msg":"trace[1477382298] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"226.692628ms","start":"2026-04-28T03:18:42.696325Z","end":"2026-04-28T03:18:42.923018Z","steps":["trace[1477382298] 'process raft request' (duration: 226.466021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.923112Z","caller":"traceutil/trace.go:171","msg":"trace[934030957] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1171; }","duration":"138.280835ms","start":"2026-04-28T03:18:42.784803Z","end":"2026-04-28T03:18:42.923084Z","steps":["trace[934030957] 'read index received' (duration: 60.508861ms)","trace[934030957] 'applied index is now lower than readState.Index' (duration: 77.770444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:42.923327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.523893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:42.923222Z","caller":"traceutil/trace.go:171","msg":"trace[1798933786] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"225.294511ms","start":"2026-04-28T03:18:42.697909Z","end":"2026-04-28T03:18:42.923203Z","steps":["trace[1798933786] 'process raft request' (duration: 225.091895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.923371Z","caller":"traceutil/trace.go:171","msg":"trace[142918622] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1140; }","duration":"138.619317ms","start":"2026-04-28T03:18:42.784738Z","end":"2026-04-28T03:18:42.923357Z","steps":["trace[142918622] 'agreement among raft nodes before linearized reading' (duration: 138.499303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.923133Z","caller":"traceutil/trace.go:171","msg":"trace[228374009] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"226.683028ms","start":"2026-04-28T03:18:42.696398Z","end":"2026-04-28T03:18:42.923081Z","steps":["trace[228374009] 'process raft request' (duration: 226.523433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:43.629003Z","caller":"traceutil/trace.go:171","msg":"trace[382003196] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"170.291974ms","start":"2026-04-28T03:18:43.458652Z","end":"2026-04-28T03:18:43.628943Z","steps":["trace[382003196] 'process raft request' (duration: 170.095008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:51.688376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371751053085079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:52.220277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371751053085079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:52.682461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497004064s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:18:52.682856Z","caller":"traceutil/trace.go:171","msg":"trace[1824451032] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"1.49749397s","start":"2026-04-28T03:18:51.185342Z","end":"2026-04-28T03:18:52.682836Z","steps":["trace[1824451032] 'process raft request' (duration: 1.497357575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.683105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.185314Z","time spent":"1.497632884s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:52.687042Z","caller":"traceutil/trace.go:171","msg":"trace[1517270180] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1227; }","duration":"1.498798338s","start":"2026-04-28T03:18:51.188221Z","end":"2026-04-28T03:18:52.687019Z","steps":["trace[1517270180] 'read index received' (duration: 1.494452537s)","trace[1517270180] 'applied index is now lower than readState.Index' (duration: 4.344891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:52.687167Z","caller":"traceutil/trace.go:171","msg":"trace[749863738] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"821.527449ms","start":"2026-04-28T03:18:51.865598Z","end":"2026-04-28T03:18:52.687126Z","steps":["trace[749863738] 'process raft request' (duration: 821.316333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499021595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:18:52.687291Z","caller":"traceutil/trace.go:171","msg":"trace[138674271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"1.499103687s","start":"2026-04-28T03:18:51.188177Z","end":"2026-04-28T03:18:52.687281Z","steps":["trace[138674271] 'agreement among raft nodes before linearized reading' (duration: 1.498980613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.188155Z","time spent":"1.499156319s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:52.68734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.865576Z","time spent":"821.633842ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:52.687359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324514939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:18:52.687397Z","caller":"traceutil/trace.go:171","msg":"trace[46222669] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:1193; }","duration":"1.324586161s","start":"2026-04-28T03:18:51.3628Z","end":"2026-04-28T03:18:52.687386Z","steps":["trace[46222669] 'agreement among raft nodes before linearized reading' (duration: 1.324482148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.362773Z","time spent":"1.324644603s","remote":"127.0.0.1:52766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.205\" "} {"level":"warn","ts":"2026-04-28T03:18:52.687459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.388156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:52.687497Z","caller":"traceutil/trace.go:171","msg":"trace[1241149695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1193; }","duration":"368.457758ms","start":"2026-04-28T03:18:52.319027Z","end":"2026-04-28T03:18:52.687485Z","steps":["trace[1241149695] 'agreement among raft nodes before linearized reading' (duration: 368.366976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.877175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-gctjw\" ","response":"range_response_count:1 size:5106"} {"level":"warn","ts":"2026-04-28T03:18:52.687527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.319014Z","time spent":"368.50554ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:52.687529Z","caller":"traceutil/trace.go:171","msg":"trace[966065725] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-gctjw; range_end:; response_count:1; response_revision:1193; }","duration":"298.924746ms","start":"2026-04-28T03:18:52.388597Z","end":"2026-04-28T03:18:52.687521Z","steps":["trace[966065725] 'agreement among raft nodes before linearized reading' (duration: 298.845314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.6876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.011076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:52.687674Z","caller":"traceutil/trace.go:171","msg":"trace[2060756449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1193; }","duration":"370.13056ms","start":"2026-04-28T03:18:52.317537Z","end":"2026-04-28T03:18:52.687667Z","steps":["trace[2060756449] 'agreement among raft nodes before linearized reading' (duration: 370.000906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.317517Z","time spent":"370.172361ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:52.687693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026674902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:18:52.687722Z","caller":"traceutil/trace.go:171","msg":"trace[906203771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1193; }","duration":"1.026761486s","start":"2026-04-28T03:18:51.660952Z","end":"2026-04-28T03:18:52.687714Z","steps":["trace[906203771] 'agreement among raft nodes before linearized reading' (duration: 1.026682813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.66093Z","time spent":"1.026811038s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:52.68783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.49678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:18:52.687865Z","caller":"traceutil/trace.go:171","msg":"trace[352130582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1193; }","duration":"367.576923ms","start":"2026-04-28T03:18:52.320279Z","end":"2026-04-28T03:18:52.687856Z","steps":["trace[352130582] 'agreement among raft nodes before linearized reading' (duration: 367.416318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012160718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:52.687891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:52.32026Z","time spent":"367.623304ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:18:52.687919Z","caller":"traceutil/trace.go:171","msg":"trace[975491262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"1.01220608s","start":"2026-04-28T03:18:51.675703Z","end":"2026-04-28T03:18:52.687909Z","steps":["trace[975491262] 'agreement among raft nodes before linearized reading' (duration: 1.012165889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:52.687942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:51.675691Z","time spent":"1.012246141s","remote":"127.0.0.1:52738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:14.828633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.063478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:14.828707Z","caller":"traceutil/trace.go:171","msg":"trace[1612524457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"150.180271ms","start":"2026-04-28T03:19:14.678513Z","end":"2026-04-28T03:19:14.828693Z","steps":["trace[1612524457] 'range keys from in-memory index tree' (duration: 149.994616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:14.828799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.797406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:19:14.828885Z","caller":"traceutil/trace.go:171","msg":"trace[1919619647] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1372; }","duration":"245.006812ms","start":"2026-04-28T03:19:14.583858Z","end":"2026-04-28T03:19:14.828865Z","steps":["trace[1919619647] 'count revisions from in-memory index tree' (duration: 244.700163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:14.89812Z","caller":"traceutil/trace.go:171","msg":"trace[1617908265] linearizableReadLoop","detail":"{readStateIndex:1419; appliedIndex:1418; }","duration":"102.642403ms","start":"2026-04-28T03:19:14.795459Z","end":"2026-04-28T03:19:14.898102Z","steps":["trace[1617908265] 'read index received' (duration: 102.490939ms)","trace[1617908265] 'applied index is now lower than readState.Index' (duration: 150.363µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:14.898326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.868278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:14.898386Z","caller":"traceutil/trace.go:171","msg":"trace[1173778816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1373; }","duration":"102.985711ms","start":"2026-04-28T03:19:14.795392Z","end":"2026-04-28T03:19:14.898378Z","steps":["trace[1173778816] 'agreement among raft nodes before linearized reading' (duration: 102.824937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:14.898241Z","caller":"traceutil/trace.go:171","msg":"trace[1711298364] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"142.541723ms","start":"2026-04-28T03:19:14.755673Z","end":"2026-04-28T03:19:14.898215Z","steps":["trace[1711298364] 'process raft request' (duration: 142.301807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:20.813075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.293558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:20.813143Z","caller":"traceutil/trace.go:171","msg":"trace[1088005004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1489; }","duration":"133.39358ms","start":"2026-04-28T03:19:20.679733Z","end":"2026-04-28T03:19:20.813127Z","steps":["trace[1088005004] 'range keys from in-memory index tree' (duration: 133.229126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:47.699424Z","caller":"traceutil/trace.go:171","msg":"trace[1512328139] linearizableReadLoop","detail":"{readStateIndex:1982; appliedIndex:1981; }","duration":"330.892576ms","start":"2026-04-28T03:19:47.368501Z","end":"2026-04-28T03:19:47.699394Z","steps":["trace[1512328139] 'read index received' (duration: 251.355532ms)","trace[1512328139] 'applied index is now lower than readState.Index' (duration: 79.535804ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:47.699463Z","caller":"traceutil/trace.go:171","msg":"trace[1498835806] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"472.292011ms","start":"2026-04-28T03:19:47.227143Z","end":"2026-04-28T03:19:47.699435Z","steps":["trace[1498835806] 'process raft request' (duration: 392.691245ms)","trace[1498835806] 'compare' (duration: 79.402852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:47.699582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.227124Z","time spent":"472.395332ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:47.699641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.652158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:47.69969Z","caller":"traceutil/trace.go:171","msg":"trace[1930270355] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1906; }","duration":"242.76915ms","start":"2026-04-28T03:19:47.456906Z","end":"2026-04-28T03:19:47.699676Z","steps":["trace[1930270355] 'agreement among raft nodes before linearized reading' (duration: 242.652178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:47.699718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.194652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T03:19:47.699805Z","caller":"traceutil/trace.go:171","msg":"trace[1911160538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1906; }","duration":"331.325754ms","start":"2026-04-28T03:19:47.368457Z","end":"2026-04-28T03:19:47.699783Z","steps":["trace[1911160538] 'agreement among raft nodes before linearized reading' (duration: 331.060919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:47.69985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:47.368436Z","time spent":"331.404426ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:19:47.700015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.196084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-75d4876e-eeb3-440b-9c09-336778f039e3\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-28T03:19:47.70005Z","caller":"traceutil/trace.go:171","msg":"trace[731405740] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-75d4876e-eeb3-440b-9c09-336778f039e3; range_end:; response_count:1; response_revision:1906; }","duration":"220.272525ms","start":"2026-04-28T03:19:47.479767Z","end":"2026-04-28T03:19:47.70004Z","steps":["trace[731405740] 'agreement among raft nodes before linearized reading' (duration: 220.068251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.933541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.37673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:53.933601Z","caller":"traceutil/trace.go:171","msg":"trace[1441588736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"254.497112ms","start":"2026-04-28T03:19:53.679092Z","end":"2026-04-28T03:19:53.933589Z","steps":["trace[1441588736] 'range keys from in-memory index tree' (duration: 254.274598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.933887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.675903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:19:53.933922Z","caller":"traceutil/trace.go:171","msg":"trace[1911040271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"206.742364ms","start":"2026-04-28T03:19:53.727169Z","end":"2026-04-28T03:19:53.933912Z","steps":["trace[1911040271] 'range keys from in-memory index tree' (duration: 206.457109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:53.934097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.26616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T03:19:53.934182Z","caller":"traceutil/trace.go:171","msg":"trace[2071646447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"193.388584ms","start":"2026-04-28T03:19:53.740768Z","end":"2026-04-28T03:19:53.934157Z","steps":["trace[2071646447] 'range keys from in-memory index tree' (duration: 192.899853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:53.934255Z","caller":"traceutil/trace.go:171","msg":"trace[324006883] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"142.328025ms","start":"2026-04-28T03:19:53.791898Z","end":"2026-04-28T03:19:53.934226Z","steps":["trace[324006883] 'process raft request' (duration: 142.09702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:01.193919Z","caller":"traceutil/trace.go:171","msg":"trace[1926849458] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"126.533305ms","start":"2026-04-28T03:20:01.067302Z","end":"2026-04-28T03:20:01.193835Z","steps":["trace[1926849458] 'process raft request' (duration: 126.218719ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.410291Z","caller":"traceutil/trace.go:171","msg":"trace[2092206192] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"145.963377ms","start":"2026-04-28T03:20:21.264308Z","end":"2026-04-28T03:20:21.410271Z","steps":["trace[2092206192] 'process raft request' (duration: 145.833945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.490237Z","caller":"traceutil/trace.go:171","msg":"trace[1402220560] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2224; }","duration":"191.488591ms","start":"2026-04-28T03:20:21.298731Z","end":"2026-04-28T03:20:21.49022Z","steps":["trace[1402220560] 'read index received' (duration: 111.444543ms)","trace[1402220560] 'applied index is now lower than readState.Index' (duration: 80.043168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:21.490799Z","caller":"traceutil/trace.go:171","msg":"trace[413448932] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"226.40074ms","start":"2026-04-28T03:20:21.264385Z","end":"2026-04-28T03:20:21.490786Z","steps":["trace[413448932] 'process raft request' (duration: 225.72418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.491004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.979505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:20:21.491033Z","caller":"traceutil/trace.go:171","msg":"trace[187646158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2143; }","duration":"129.087836ms","start":"2026-04-28T03:20:21.361935Z","end":"2026-04-28T03:20:21.491023Z","steps":["trace[187646158] 'agreement among raft nodes before linearized reading' (duration: 128.928123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.491072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.348214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:21.491118Z","caller":"traceutil/trace.go:171","msg":"trace[32541630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2143; }","duration":"192.447606ms","start":"2026-04-28T03:20:21.298659Z","end":"2026-04-28T03:20:21.491106Z","steps":["trace[32541630] 'agreement among raft nodes before linearized reading' (duration: 192.333573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.491047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.844425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:20:21.491278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.814176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T03:20:21.491303Z","caller":"traceutil/trace.go:171","msg":"trace[1676111948] range","detail":"{range_begin:/registry/masterleases/199.19.213.205; range_end:; response_count:1; response_revision:2143; }","duration":"123.861966ms","start":"2026-04-28T03:20:21.367435Z","end":"2026-04-28T03:20:21.491297Z","steps":["trace[1676111948] 'agreement among raft nodes before linearized reading' (duration: 123.643552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.491284Z","caller":"traceutil/trace.go:171","msg":"trace[412897663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2143; }","duration":"190.182021ms","start":"2026-04-28T03:20:21.301075Z","end":"2026-04-28T03:20:21.491257Z","steps":["trace[412897663] 'agreement among raft nodes before linearized reading' (duration: 189.588811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.49164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.509446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-28T03:20:21.491666Z","caller":"traceutil/trace.go:171","msg":"trace[128777406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2143; }","duration":"177.558046ms","start":"2026-04-28T03:20:21.314101Z","end":"2026-04-28T03:20:21.491659Z","steps":["trace[128777406] 'agreement among raft nodes before linearized reading' (duration: 177.366713ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.636178Z","caller":"traceutil/trace.go:171","msg":"trace[1861294823] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"129.066736ms","start":"2026-04-28T03:20:21.507079Z","end":"2026-04-28T03:20:21.636146Z","steps":["trace[1861294823] 'process raft request' (duration: 128.877943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:21.637752Z","caller":"traceutil/trace.go:171","msg":"trace[242552474] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"130.222884ms","start":"2026-04-28T03:20:21.507495Z","end":"2026-04-28T03:20:21.637718Z","steps":["trace[242552474] 'process raft request' (duration: 128.601228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:21.867627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.405743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:21.867726Z","caller":"traceutil/trace.go:171","msg":"trace[185002222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2148; }","duration":"186.563115ms","start":"2026-04-28T03:20:21.68114Z","end":"2026-04-28T03:20:21.867704Z","steps":["trace[185002222] 'range keys from in-memory index tree' (duration: 186.311042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.265195Z","caller":"traceutil/trace.go:171","msg":"trace[1268700980] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2233; }","duration":"126.908873ms","start":"2026-04-28T03:20:22.138245Z","end":"2026-04-28T03:20:22.265154Z","steps":["trace[1268700980] 'read index received' (duration: 121.50599ms)","trace[1268700980] 'applied index is now lower than readState.Index' (duration: 5.400583ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:22.265262Z","caller":"traceutil/trace.go:171","msg":"trace[133171057] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"135.510166ms","start":"2026-04-28T03:20:22.129718Z","end":"2026-04-28T03:20:22.265228Z","steps":["trace[133171057] 'process raft request' (duration: 130.149733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.265607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.181252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-28T03:20:22.265681Z","caller":"traceutil/trace.go:171","msg":"trace[825205220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2150; }","duration":"126.342954ms","start":"2026-04-28T03:20:22.13932Z","end":"2026-04-28T03:20:22.265663Z","steps":["trace[825205220] 'agreement among raft nodes before linearized reading' (duration: 126.04192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.265692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.44718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T03:20:22.265812Z","caller":"traceutil/trace.go:171","msg":"trace[1372865408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2150; }","duration":"127.560704ms","start":"2026-04-28T03:20:22.138182Z","end":"2026-04-28T03:20:22.265743Z","steps":["trace[1372865408] 'agreement among raft nodes before linearized reading' (duration: 127.142437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.265888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.230408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-28T03:20:22.266101Z","caller":"traceutil/trace.go:171","msg":"trace[709366349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"114.505432ms","start":"2026-04-28T03:20:22.151578Z","end":"2026-04-28T03:20:22.266083Z","steps":["trace[709366349] 'agreement among raft nodes before linearized reading' (duration: 114.127626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:22.481872Z","caller":"traceutil/trace.go:171","msg":"trace[1568590915] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"210.221575ms","start":"2026-04-28T03:20:22.271626Z","end":"2026-04-28T03:20:22.481847Z","steps":["trace[1568590915] 'process raft request' (duration: 209.90374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:22.781967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.944403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:22.782048Z","caller":"traceutil/trace.go:171","msg":"trace[1236026859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"101.117345ms","start":"2026-04-28T03:20:22.680911Z","end":"2026-04-28T03:20:22.782028Z","steps":["trace[1236026859] 'range keys from in-memory index tree' (duration: 100.785001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:49.486987Z","caller":"traceutil/trace.go:171","msg":"trace[1447747533] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"291.364029ms","start":"2026-04-28T03:20:49.195609Z","end":"2026-04-28T03:20:49.486973Z","steps":["trace[1447747533] 'process raft request' (duration: 291.056105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.020315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.358707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:21:26.020441Z","caller":"traceutil/trace.go:171","msg":"trace[213467903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2554; }","duration":"152.522659ms","start":"2026-04-28T03:21:25.867901Z","end":"2026-04-28T03:21:26.020423Z","steps":["trace[213467903] 'range keys from in-memory index tree' (duration: 152.246205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.021027Z","caller":"traceutil/trace.go:171","msg":"trace[438007451] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"152.55304ms","start":"2026-04-28T03:21:25.868438Z","end":"2026-04-28T03:21:26.020991Z","steps":["trace[438007451] 'process raft request' (duration: 141.398822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.021107Z","caller":"traceutil/trace.go:171","msg":"trace[973745804] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2652; }","duration":"145.432841ms","start":"2026-04-28T03:21:25.875655Z","end":"2026-04-28T03:21:26.021088Z","steps":["trace[973745804] 'read index received' (duration: 134.126211ms)","trace[973745804] 'applied index is now lower than readState.Index' (duration: 11.30539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:26.021337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.349079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:21:26.021622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:26.021399Z","caller":"traceutil/trace.go:171","msg":"trace[992105261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2555; }","duration":"128.45758ms","start":"2026-04-28T03:21:25.892926Z","end":"2026-04-28T03:21:26.021384Z","steps":["trace[992105261] 'agreement among raft nodes before linearized reading' (duration: 128.303809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:26.021669Z","caller":"traceutil/trace.go:171","msg":"trace[1330516070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2555; }","duration":"146.035648ms","start":"2026-04-28T03:21:25.875613Z","end":"2026-04-28T03:21:26.021649Z","steps":["trace[1330516070] 'agreement among raft nodes before linearized reading' (duration: 145.983537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:26.021938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.879605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:26.022029Z","caller":"traceutil/trace.go:171","msg":"trace[1723285277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2555; }","duration":"128.979976ms","start":"2026-04-28T03:21:25.893033Z","end":"2026-04-28T03:21:26.022013Z","steps":["trace[1723285277] 'agreement among raft nodes before linearized reading' (duration: 128.599981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.797647Z","caller":"traceutil/trace.go:171","msg":"trace[2045966403] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2710; }","duration":"129.623243ms","start":"2026-04-28T03:21:28.668Z","end":"2026-04-28T03:21:28.797624Z","steps":["trace[2045966403] 'read index received' (duration: 126.378463ms)","trace[2045966403] 'applied index is now lower than readState.Index' (duration: 3.24375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:28.797928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.920966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-28T03:21:28.797974Z","caller":"traceutil/trace.go:171","msg":"trace[1301550576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2611; }","duration":"130.017847ms","start":"2026-04-28T03:21:28.667945Z","end":"2026-04-28T03:21:28.797962Z","steps":["trace[1301550576] 'agreement among raft nodes before linearized reading' (duration: 129.773594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:28.798338Z","caller":"traceutil/trace.go:171","msg":"trace[1245890138] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"215.586779ms","start":"2026-04-28T03:21:28.582733Z","end":"2026-04-28T03:21:28.79832Z","steps":["trace[1245890138] 'process raft request' (duration: 211.721902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.337408Z","caller":"traceutil/trace.go:171","msg":"trace[530852539] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"110.12023ms","start":"2026-04-28T03:21:54.22727Z","end":"2026-04-28T03:21:54.33739Z","steps":["trace[530852539] 'process raft request' (duration: 108.273708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.340949Z","caller":"traceutil/trace.go:171","msg":"trace[1277354065] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"110.595795ms","start":"2026-04-28T03:21:54.230344Z","end":"2026-04-28T03:21:54.340939Z","steps":["trace[1277354065] 'process raft request' (duration: 110.525305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.340899Z","caller":"traceutil/trace.go:171","msg":"trace[571958219] linearizableReadLoop","detail":"{readStateIndex:2857; appliedIndex:2855; }","duration":"113.116806ms","start":"2026-04-28T03:21:54.227774Z","end":"2026-04-28T03:21:54.340891Z","steps":["trace[571958219] 'read index received' (duration: 107.763543ms)","trace[571958219] 'applied index is now lower than readState.Index' (duration: 5.352633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:54.341166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.281768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:21:54.341195Z","caller":"traceutil/trace.go:171","msg":"trace[999569745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2753; }","duration":"113.427069ms","start":"2026-04-28T03:21:54.227759Z","end":"2026-04-28T03:21:54.341186Z","steps":["trace[999569745] 'agreement among raft nodes before linearized reading' (duration: 113.242487ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:54.341343Z","caller":"traceutil/trace.go:171","msg":"trace[596867223] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"113.758283ms","start":"2026-04-28T03:21:54.227552Z","end":"2026-04-28T03:21:54.34131Z","steps":["trace[596867223] 'process raft request' (duration: 113.278517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.225377Z","caller":"traceutil/trace.go:171","msg":"trace[673701887] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"244.638441ms","start":"2026-04-28T03:21:57.980723Z","end":"2026-04-28T03:21:58.225361Z","steps":["trace[673701887] 'process raft request' (duration: 244.53776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.400019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.749448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.400103Z","caller":"traceutil/trace.go:171","msg":"trace[2103509826] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2810; }","duration":"278.878799ms","start":"2026-04-28T03:22:05.121205Z","end":"2026-04-28T03:22:05.400084Z","steps":["trace[2103509826] 'count revisions from in-memory index tree' (duration: 278.686096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:56.580882Z","caller":"traceutil/trace.go:171","msg":"trace[1025926825] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"129.748914ms","start":"2026-04-28T03:22:56.451104Z","end":"2026-04-28T03:22:56.580853Z","steps":["trace[1025926825] 'process raft request' (duration: 129.326562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.694207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.435824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T03:25:56.694434Z","caller":"traceutil/trace.go:171","msg":"trace[2009356065] linearizableReadLoop","detail":"{readStateIndex:4794; appliedIndex:4793; }","duration":"276.001152ms","start":"2026-04-28T03:25:56.418403Z","end":"2026-04-28T03:25:56.694405Z","steps":["trace[2009356065] 'read index received' (duration: 139.273152ms)","trace[2009356065] 'applied index is now lower than readState.Index' (duration: 136.72499ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:56.694908Z","caller":"traceutil/trace.go:171","msg":"trace[141132479] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"102.909905ms","start":"2026-04-28T03:25:56.591955Z","end":"2026-04-28T03:25:56.694865Z","steps":["trace[141132479] 'process raft request' (duration: 102.386097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.695024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.751704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18aa6775395b0a89\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-04-28T03:25:56.695127Z","caller":"traceutil/trace.go:171","msg":"trace[106540816] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18aa6775395b0a89; range_end:; response_count:1; response_revision:4616; }","duration":"160.931067ms","start":"2026-04-28T03:25:56.534163Z","end":"2026-04-28T03:25:56.695094Z","steps":["trace[106540816] 'agreement among raft nodes before linearized reading' (duration: 160.675603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:56.69691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.482635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-28T03:25:56.697116Z","caller":"traceutil/trace.go:171","msg":"trace[776403553] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4615; }","duration":"278.747269ms","start":"2026-04-28T03:25:56.418349Z","end":"2026-04-28T03:25:56.697096Z","steps":["trace[776403553] 'agreement among raft nodes before linearized reading' (duration: 276.155484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:02.420404Z","caller":"traceutil/trace.go:171","msg":"trace[18170948] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"140.743693ms","start":"2026-04-28T03:26:02.279631Z","end":"2026-04-28T03:26:02.420374Z","steps":["trace[18170948] 'process raft request' (duration: 140.427248ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:03.315351Z","caller":"traceutil/trace.go:171","msg":"trace[309560403] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"154.808857ms","start":"2026-04-28T03:26:03.160498Z","end":"2026-04-28T03:26:03.315307Z","steps":["trace[309560403] 'process raft request' (duration: 154.496902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.244857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.070161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:09.244996Z","caller":"traceutil/trace.go:171","msg":"trace[357747503] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4801; }","duration":"703.232064ms","start":"2026-04-28T03:26:08.541705Z","end":"2026-04-28T03:26:09.244937Z","steps":["trace[357747503] 'range keys from in-memory index tree' (duration: 703.00667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.245021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.607639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:09.24509Z","caller":"traceutil/trace.go:171","msg":"trace[1290138368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4801; }","duration":"565.736281ms","start":"2026-04-28T03:26:08.679336Z","end":"2026-04-28T03:26:09.245072Z","steps":["trace[1290138368] 'range keys from in-memory index tree' (duration: 565.470867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.245045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.541699Z","time spent":"703.335285ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:26:09.245242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.679311Z","time spent":"565.912604ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:26:09.245227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.780913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T03:26:09.245511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.379009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T03:26:09.245599Z","caller":"traceutil/trace.go:171","msg":"trace[972759264] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4801; }","duration":"538.483521ms","start":"2026-04-28T03:26:08.707099Z","end":"2026-04-28T03:26:09.245583Z","steps":["trace[972759264] 'range keys from in-memory index tree' (duration: 538.246756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:09.245483Z","caller":"traceutil/trace.go:171","msg":"trace[436270873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4801; }","duration":"366.187991ms","start":"2026-04-28T03:26:08.879272Z","end":"2026-04-28T03:26:09.24546Z","steps":["trace[436270873] 'range keys from in-memory index tree' (duration: 365.495559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.245965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.280509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:09.246049Z","caller":"traceutil/trace.go:171","msg":"trace[2029928322] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4801; }","duration":"318.417442ms","start":"2026-04-28T03:26:08.927613Z","end":"2026-04-28T03:26:09.24603Z","steps":["trace[2029928322] 'count revisions from in-memory index tree' (duration: 318.145637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.246108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.92758Z","time spent":"318.511254ms","remote":"127.0.0.1:36718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:09.245658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.707091Z","time spent":"538.553512ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:26:09.246938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:08.879249Z","time spent":"367.668166ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T03:26:09.366245Z","caller":"traceutil/trace.go:171","msg":"trace[843487314] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"113.580825ms","start":"2026-04-28T03:26:09.252628Z","end":"2026-04-28T03:26:09.366209Z","steps":["trace[843487314] 'process raft request' (duration: 112.0728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.956404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.404293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:09.956752Z","caller":"traceutil/trace.go:171","msg":"trace[727512553] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4996; }","duration":"487.740276ms","start":"2026-04-28T03:26:09.468987Z","end":"2026-04-28T03:26:09.956728Z","steps":["trace[727512553] 'read index received' (duration: 40.122146ms)","trace[727512553] 'applied index is now lower than readState.Index' (duration: 447.61639ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:09.956836Z","caller":"traceutil/trace.go:171","msg":"trace[1470726132] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"494.312418ms","start":"2026-04-28T03:26:09.462513Z","end":"2026-04-28T03:26:09.956826Z","steps":["trace[1470726132] 'process raft request' (duration: 494.036703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.956896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.462501Z","time spent":"494.362199ms","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:09.957045Z","caller":"traceutil/trace.go:171","msg":"trace[47927802] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"496.714408ms","start":"2026-04-28T03:26:09.460291Z","end":"2026-04-28T03:26:09.957006Z","steps":["trace[47927802] 'process raft request' (duration: 251.566023ms)","trace[47927802] 'compare' (duration: 244.122198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:09.957215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.250265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-04-28T03:26:09.957233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.460271Z","time spent":"496.86278ms","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:09.957252Z","caller":"traceutil/trace.go:171","msg":"trace[380500942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4814; }","duration":"488.348967ms","start":"2026-04-28T03:26:09.468893Z","end":"2026-04-28T03:26:09.957242Z","steps":["trace[380500942] 'agreement among raft nodes before linearized reading' (duration: 488.206935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:09.95733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.468883Z","time spent":"488.441398ms","remote":"127.0.0.1:41044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:26:10.45759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3923371751053093684,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:26:10.474671Z","caller":"traceutil/trace.go:171","msg":"trace[986399970] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"925.747372ms","start":"2026-04-28T03:26:09.548893Z","end":"2026-04-28T03:26:10.47464Z","steps":["trace[986399970] 'process raft request' (duration: 925.554649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.474945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.54886Z","time spent":"925.897504ms","remote":"127.0.0.1:36712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.881739Z","caller":"traceutil/trace.go:171","msg":"trace[661031808] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"917.292117ms","start":"2026-04-28T03:26:09.964407Z","end":"2026-04-28T03:26:10.881699Z","steps":["trace[661031808] 'process raft request' (duration: 916.940781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.881954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.964378Z","time spent":"917.456169ms","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.882122Z","caller":"traceutil/trace.go:171","msg":"trace[1472976515] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"915.66074ms","start":"2026-04-28T03:26:09.966444Z","end":"2026-04-28T03:26:10.882104Z","steps":["trace[1472976515] 'process raft request' (duration: 915.261973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.88209Z","caller":"traceutil/trace.go:171","msg":"trace[858485310] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"916.728857ms","start":"2026-04-28T03:26:09.965242Z","end":"2026-04-28T03:26:10.881971Z","steps":["trace[858485310] 'process raft request' (duration: 916.358651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.882305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.966436Z","time spent":"915.745721ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.88201Z","caller":"traceutil/trace.go:171","msg":"trace[1280431512] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"915.401086ms","start":"2026-04-28T03:26:09.966582Z","end":"2026-04-28T03:26:10.881983Z","steps":["trace[1280431512] 'process raft request' (duration: 915.200242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.882606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.96523Z","time spent":"917.097423ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:10.882616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.966573Z","time spent":"915.895504ms","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:10.882949Z","caller":"traceutil/trace.go:171","msg":"trace[371895896] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:5000; }","duration":"926.156737ms","start":"2026-04-28T03:26:09.956781Z","end":"2026-04-28T03:26:10.882937Z","steps":["trace[371895896] 'read index received' (duration: 517.671839ms)","trace[371895896] 'applied index is now lower than readState.Index' (duration: 408.483768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:10.883074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016112884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:26:10.883125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173453397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:26:10.883147Z","caller":"traceutil/trace.go:171","msg":"trace[181539146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4821; }","duration":"1.173521279s","start":"2026-04-28T03:26:09.709619Z","end":"2026-04-28T03:26:10.883141Z","steps":["trace[181539146] 'agreement among raft nodes before linearized reading' (duration: 1.173408657s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.883151Z","caller":"traceutil/trace.go:171","msg":"trace[334155849] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4821; }","duration":"1.016242447s","start":"2026-04-28T03:26:09.866889Z","end":"2026-04-28T03:26:10.883132Z","steps":["trace[334155849] 'agreement among raft nodes before linearized reading' (duration: 1.016081204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.883185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.709593Z","time spent":"1.17357505s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:10.883214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.866857Z","time spent":"1.016336338s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:26:10.883351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173973046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:10.88337Z","caller":"traceutil/trace.go:171","msg":"trace[124659634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4821; }","duration":"1.174047677s","start":"2026-04-28T03:26:09.709316Z","end":"2026-04-28T03:26:10.883363Z","steps":["trace[124659634] 'agreement among raft nodes before linearized reading' (duration: 1.173987966s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.883388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.709287Z","time spent":"1.174096469s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:10.883541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.18706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-28T03:26:10.883572Z","caller":"traceutil/trace.go:171","msg":"trace[67448400] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4821; }","duration":"523.219091ms","start":"2026-04-28T03:26:10.360343Z","end":"2026-04-28T03:26:10.883562Z","steps":["trace[67448400] 'agreement among raft nodes before linearized reading' (duration: 523.138279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.883594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.360313Z","time spent":"523.274262ms","remote":"127.0.0.1:52864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T03:26:10.883603Z","caller":"traceutil/trace.go:171","msg":"trace[246681454] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"880.618669ms","start":"2026-04-28T03:26:10.00297Z","end":"2026-04-28T03:26:10.883589Z","steps":["trace[246681454] 'process raft request' (duration: 878.972391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.883705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.002951Z","time spent":"880.70137ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:10.883778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.474213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:10.883804Z","caller":"traceutil/trace.go:171","msg":"trace[1949478131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4821; }","duration":"204.542744ms","start":"2026-04-28T03:26:10.679254Z","end":"2026-04-28T03:26:10.883797Z","steps":["trace[1949478131] 'agreement among raft nodes before linearized reading' (duration: 204.501814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.883901Z","caller":"traceutil/trace.go:171","msg":"trace[690364237] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"425.143279ms","start":"2026-04-28T03:26:10.458741Z","end":"2026-04-28T03:26:10.883885Z","steps":["trace[690364237] 'process raft request' (duration: 424.114632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.88394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.766489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:10.883963Z","caller":"traceutil/trace.go:171","msg":"trace[1541931488] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:0; response_revision:4821; }","duration":"403.82022ms","start":"2026-04-28T03:26:10.480136Z","end":"2026-04-28T03:26:10.883956Z","steps":["trace[1541931488] 'agreement among raft nodes before linearized reading' (duration: 403.775769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.883987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.480117Z","time spent":"403.86128ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-04-28T03:26:10.883992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.458711Z","time spent":"425.237291ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:10.884152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.431917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:26:10.884181Z","caller":"traceutil/trace.go:171","msg":"trace[169771975] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4821; }","duration":"424.460258ms","start":"2026-04-28T03:26:10.459713Z","end":"2026-04-28T03:26:10.884174Z","steps":["trace[169771975] 'agreement among raft nodes before linearized reading' (duration: 424.383816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.88421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:10.459673Z","time spent":"424.531159ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:26:10.884128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235793199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:10.884386Z","caller":"traceutil/trace.go:171","msg":"trace[1190437663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4821; }","duration":"1.236280277s","start":"2026-04-28T03:26:09.648095Z","end":"2026-04-28T03:26:10.884376Z","steps":["trace[1190437663] 'agreement among raft nodes before linearized reading' (duration: 1.23522434s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.884413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.648072Z","time spent":"1.236332857s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:10.884841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205262394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:10.884869Z","caller":"traceutil/trace.go:171","msg":"trace[1974786335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4821; }","duration":"1.205321345s","start":"2026-04-28T03:26:09.679541Z","end":"2026-04-28T03:26:10.884862Z","steps":["trace[1974786335] 'agreement among raft nodes before linearized reading' (duration: 1.205242154s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.884891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.679522Z","time spent":"1.205363885s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:10.884938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197889919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:26:10.88508Z","caller":"traceutil/trace.go:171","msg":"trace[901121587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4821; }","duration":"1.198074482s","start":"2026-04-28T03:26:09.686989Z","end":"2026-04-28T03:26:10.885064Z","steps":["trace[901121587] 'agreement among raft nodes before linearized reading' (duration: 1.197491553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.885817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:09.686915Z","time spent":"1.198885136s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:26:11.126076Z","caller":"traceutil/trace.go:171","msg":"trace[1758201985] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"145.206002ms","start":"2026-04-28T03:26:10.980825Z","end":"2026-04-28T03:26:11.126031Z","steps":["trace[1758201985] 'process raft request' (duration: 144.850426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.399498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.631946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:11.399993Z","caller":"traceutil/trace.go:171","msg":"trace[1059496146] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"255.108668ms","start":"2026-04-28T03:26:11.14487Z","end":"2026-04-28T03:26:11.399979Z","steps":["trace[1059496146] 'process raft request' (duration: 254.766812ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.400043Z","caller":"traceutil/trace.go:171","msg":"trace[430866867] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"255.077287ms","start":"2026-04-28T03:26:11.144941Z","end":"2026-04-28T03:26:11.400018Z","steps":["trace[430866867] 'process raft request' (duration: 254.937265ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.400183Z","caller":"traceutil/trace.go:171","msg":"trace[2085310153] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"188.943456ms","start":"2026-04-28T03:26:11.21123Z","end":"2026-04-28T03:26:11.400174Z","steps":["trace[2085310153] 'process raft request' (duration: 188.711182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.400167Z","caller":"traceutil/trace.go:171","msg":"trace[264589405] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5020; }","duration":"187.534653ms","start":"2026-04-28T03:26:11.212567Z","end":"2026-04-28T03:26:11.400102Z","steps":["trace[264589405] 'read index received' (duration: 11.983561ms)","trace[264589405] 'applied index is now lower than readState.Index' (duration: 175.547232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:11.400561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.866068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T03:26:11.402884Z","caller":"traceutil/trace.go:171","msg":"trace[400173302] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4840; }","duration":"190.235108ms","start":"2026-04-28T03:26:11.21263Z","end":"2026-04-28T03:26:11.402865Z","steps":["trace[400173302] 'agreement among raft nodes before linearized reading' (duration: 187.780677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:11.400637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.032891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-28T03:26:11.403114Z","caller":"traceutil/trace.go:171","msg":"trace[1748000179] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4840; }","duration":"190.565843ms","start":"2026-04-28T03:26:11.212539Z","end":"2026-04-28T03:26:11.403105Z","steps":["trace[1748000179] 'agreement among raft nodes before linearized reading' (duration: 187.853458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.399904Z","caller":"traceutil/trace.go:171","msg":"trace[1971408329] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"256.233277ms","start":"2026-04-28T03:26:11.143611Z","end":"2026-04-28T03:26:11.399845Z","steps":["trace[1971408329] 'process raft request' (duration: 80.97185ms)","trace[1971408329] 'compare' (duration: 173.859073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:13.692238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.606263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad97adf1-b508-4775-b14e-d5de0e069dc4\" ","response":"range_response_count:1 size:3936"} {"level":"info","ts":"2026-04-28T03:26:13.692332Z","caller":"traceutil/trace.go:171","msg":"trace[1296851777] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad97adf1-b508-4775-b14e-d5de0e069dc4; range_end:; response_count:1; response_revision:4901; }","duration":"104.769815ms","start":"2026-04-28T03:26:13.587541Z","end":"2026-04-28T03:26:13.69231Z","steps":["trace[1296851777] 'range keys from in-memory index tree' (duration: 104.48138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.692409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.363854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-28T03:26:13.698036Z","caller":"traceutil/trace.go:171","msg":"trace[1709500329] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4901; }","duration":"143.182789ms","start":"2026-04-28T03:26:13.549975Z","end":"2026-04-28T03:26:13.693157Z","steps":["trace[1709500329] 'range keys from in-memory index tree' (duration: 142.176312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.547955Z","caller":"traceutil/trace.go:171","msg":"trace[1381296668] linearizableReadLoop","detail":"{readStateIndex:5226; appliedIndex:5225; }","duration":"134.980993ms","start":"2026-04-28T03:26:24.412949Z","end":"2026-04-28T03:26:24.54793Z","steps":["trace[1381296668] 'read index received' (duration: 134.513125ms)","trace[1381296668] 'applied index is now lower than readState.Index' (duration: 466.578µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:24.548084Z","caller":"traceutil/trace.go:171","msg":"trace[1743911004] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"172.844166ms","start":"2026-04-28T03:26:24.375165Z","end":"2026-04-28T03:26:24.548009Z","steps":["trace[1743911004] 'process raft request' (duration: 172.059993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.548181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.215398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-28T03:26:24.548221Z","caller":"traceutil/trace.go:171","msg":"trace[287974028] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5034; }","duration":"135.273219ms","start":"2026-04-28T03:26:24.412937Z","end":"2026-04-28T03:26:24.54821Z","steps":["trace[287974028] 'agreement among raft nodes before linearized reading' (duration: 135.115386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.634725Z","caller":"traceutil/trace.go:171","msg":"trace[274379418] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"116.456958ms","start":"2026-04-28T03:26:24.518242Z","end":"2026-04-28T03:26:24.634698Z","steps":["trace[274379418] 'process raft request' (duration: 116.123082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.634815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.840493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10395"} {"level":"info","ts":"2026-04-28T03:26:24.634867Z","caller":"traceutil/trace.go:171","msg":"trace[1926905961] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5035; }","duration":"145.929055ms","start":"2026-04-28T03:26:24.488926Z","end":"2026-04-28T03:26:24.634855Z","steps":["trace[1926905961] 'agreement among raft nodes before linearized reading' (duration: 145.777682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.75844Z","caller":"traceutil/trace.go:171","msg":"trace[1377657807] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"123.790989ms","start":"2026-04-28T03:26:24.634621Z","end":"2026-04-28T03:26:24.758412Z","steps":["trace[1377657807] 'read index received' (duration: 80.274672ms)","trace[1377657807] 'applied index is now lower than readState.Index' (duration: 43.515237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:24.758475Z","caller":"traceutil/trace.go:171","msg":"trace[653851276] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"159.910253ms","start":"2026-04-28T03:26:24.598524Z","end":"2026-04-28T03:26:24.758434Z","steps":["trace[653851276] 'process raft request' (duration: 116.329665ms)","trace[653851276] 'compare' (duration: 43.427706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:24.758785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.541965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:26:24.758851Z","caller":"traceutil/trace.go:171","msg":"trace[240435763] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5036; }","duration":"205.625527ms","start":"2026-04-28T03:26:24.553209Z","end":"2026-04-28T03:26:24.758835Z","steps":["trace[240435763] 'agreement among raft nodes before linearized reading' (duration: 205.327172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:24.775739Z","caller":"traceutil/trace.go:171","msg":"trace[1117967295] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"128.319324ms","start":"2026-04-28T03:26:24.647383Z","end":"2026-04-28T03:26:24.775702Z","steps":["trace[1117967295] 'process raft request' (duration: 128.165651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:24.776104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.661387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:24.776146Z","caller":"traceutil/trace.go:171","msg":"trace[1823269288] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5037; }","duration":"137.752789ms","start":"2026-04-28T03:26:24.638383Z","end":"2026-04-28T03:26:24.776135Z","steps":["trace[1823269288] 'agreement among raft nodes before linearized reading' (duration: 137.684197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.435446Z","caller":"traceutil/trace.go:171","msg":"trace[755348832] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"146.174579ms","start":"2026-04-28T03:27:01.289252Z","end":"2026-04-28T03:27:01.435427Z","steps":["trace[755348832] 'process raft request' (duration: 122.169884ms)","trace[755348832] 'compare' (duration: 23.858633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:01.435733Z","caller":"traceutil/trace.go:171","msg":"trace[1090572615] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"145.711611ms","start":"2026-04-28T03:27:01.289994Z","end":"2026-04-28T03:27:01.435706Z","steps":["trace[1090572615] 'process raft request' (duration: 145.397927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.435882Z","caller":"traceutil/trace.go:171","msg":"trace[97665003] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5574; }","duration":"123.631047ms","start":"2026-04-28T03:27:01.312216Z","end":"2026-04-28T03:27:01.435847Z","steps":["trace[97665003] 'read index received' (duration: 99.222205ms)","trace[97665003] 'applied index is now lower than readState.Index' (duration: 24.408162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:27:01.436118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.988508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:27:01.436164Z","caller":"traceutil/trace.go:171","msg":"trace[675311253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5377; }","duration":"118.09629ms","start":"2026-04-28T03:27:01.318056Z","end":"2026-04-28T03:27:01.436153Z","steps":["trace[675311253] 'agreement among raft nodes before linearized reading' (duration: 117.959947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:01.436213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.940722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:27:01.436407Z","caller":"traceutil/trace.go:171","msg":"trace[955218114] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5377; }","duration":"124.238696ms","start":"2026-04-28T03:27:01.312158Z","end":"2026-04-28T03:27:01.436397Z","steps":["trace[955218114] 'agreement among raft nodes before linearized reading' (duration: 123.91143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.436614Z","caller":"traceutil/trace.go:171","msg":"trace[1875251774] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"144.700656ms","start":"2026-04-28T03:27:01.291906Z","end":"2026-04-28T03:27:01.436606Z","steps":["trace[1875251774] 'process raft request' (duration: 143.70355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.706322Z","caller":"traceutil/trace.go:171","msg":"trace[838314575] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"108.398077ms","start":"2026-04-28T03:27:01.597899Z","end":"2026-04-28T03:27:01.706297Z","steps":["trace[838314575] 'process raft request' (duration: 108.233805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:01.714672Z","caller":"traceutil/trace.go:171","msg":"trace[2123848276] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"116.240281ms","start":"2026-04-28T03:27:01.598406Z","end":"2026-04-28T03:27:01.714646Z","steps":["trace[2123848276] 'process raft request' (duration: 116.104419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:27:18.19574Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2875} {"level":"info","ts":"2026-04-28T03:27:18.262798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2875,"took":"65.804271ms","hash":264547309,"current-db-size-bytes":52256768,"current-db-size":"52 MB","current-db-size-in-use-bytes":28585984,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-28T03:27:18.262846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":264547309,"revision":2875,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:27:43.211401Z","caller":"traceutil/trace.go:171","msg":"trace[289891938] linearizableReadLoop","detail":"{readStateIndex:5906; appliedIndex:5905; }","duration":"170.1415ms","start":"2026-04-28T03:27:43.041232Z","end":"2026-04-28T03:27:43.211374Z","steps":["trace[289891938] 'read index received' (duration: 169.502151ms)","trace[289891938] 'applied index is now lower than readState.Index' (duration: 637.769µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:27:43.211421Z","caller":"traceutil/trace.go:171","msg":"trace[509223984] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"220.545957ms","start":"2026-04-28T03:27:42.990844Z","end":"2026-04-28T03:27:43.21139Z","steps":["trace[509223984] 'process raft request' (duration: 219.881077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:27:43.211595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.344093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-l6m77\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-28T03:27:43.211682Z","caller":"traceutil/trace.go:171","msg":"trace[1566883264] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-l6m77; range_end:; response_count:1; response_revision:5695; }","duration":"170.477156ms","start":"2026-04-28T03:27:43.041186Z","end":"2026-04-28T03:27:43.211663Z","steps":["trace[1566883264] 'agreement among raft nodes before linearized reading' (duration: 170.294963ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:29:51.560836Z","caller":"traceutil/trace.go:171","msg":"trace[400303497] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"127.970248ms","start":"2026-04-28T03:29:51.432841Z","end":"2026-04-28T03:29:51.560811Z","steps":["trace[400303497] 'process raft request' (duration: 127.796736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:27.01261Z","caller":"traceutil/trace.go:171","msg":"trace[70646404] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"130.231794ms","start":"2026-04-28T03:31:26.882353Z","end":"2026-04-28T03:31:27.012585Z","steps":["trace[70646404] 'process raft request' (duration: 105.25391ms)","trace[70646404] 'compare' (duration: 24.88049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:27.012838Z","caller":"traceutil/trace.go:171","msg":"trace[639511259] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"129.320549ms","start":"2026-04-28T03:31:26.883509Z","end":"2026-04-28T03:31:27.01283Z","steps":["trace[639511259] 'process raft request' (duration: 129.049999ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:27.012964Z","caller":"traceutil/trace.go:171","msg":"trace[1593100976] linearizableReadLoop","detail":"{readStateIndex:7411; appliedIndex:7408; }","duration":"122.954191ms","start":"2026-04-28T03:31:26.889999Z","end":"2026-04-28T03:31:27.012953Z","steps":["trace[1593100976] 'read index received' (duration: 41.369142ms)","trace[1593100976] 'applied index is now lower than readState.Index' (duration: 81.584149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:31:27.013178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.160068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:31:27.01321Z","caller":"traceutil/trace.go:171","msg":"trace[1957030548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7146; }","duration":"123.224761ms","start":"2026-04-28T03:31:26.889977Z","end":"2026-04-28T03:31:27.013201Z","steps":["trace[1957030548] 'agreement among raft nodes before linearized reading' (duration: 123.044564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:27.01327Z","caller":"traceutil/trace.go:171","msg":"trace[238755681] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"128.840459ms","start":"2026-04-28T03:31:26.884424Z","end":"2026-04-28T03:31:27.013264Z","steps":["trace[238755681] 'process raft request' (duration: 128.380201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:18.20847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5497} {"level":"info","ts":"2026-04-28T03:32:18.295248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5497,"took":"85.517558ms","hash":1043561281,"current-db-size-bytes":52256768,"current-db-size":"52 MB","current-db-size-in-use-bytes":18374656,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T03:32:18.295311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1043561281,"revision":5497,"compact-revision":2875}