{"level":"warn","ts":"2026-04-04T10:19:25.578161Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:19:25.578532Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.136:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.136:2380","--initial-cluster=instance=https://199.19.213.136:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.136:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.136:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-04T10:19:25.578695Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-04T10:19:25.578713Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.136:2380"]} {"level":"info","ts":"2026-04-04T10:19:25.578748Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:19:25.579419Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.136:2379"]} {"level":"info","ts":"2026-04-04T10:19:25.579581Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.136:2380"],"listen-peer-urls":["https://199.19.213.136:2380"],"advertise-client-urls":["https://199.19.213.136:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.136:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.136:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-04T10:19:25.584022Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.212031ms"} {"level":"info","ts":"2026-04-04T10:19:25.591334Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"bcbe0b88c51dc5e5","cluster-id":"e591ddd6f6a32da9"} {"level":"info","ts":"2026-04-04T10:19:25.591413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 switched to configuration voters=()"} {"level":"info","ts":"2026-04-04T10:19:25.59144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 became follower at term 0"} {"level":"info","ts":"2026-04-04T10:19:25.59145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft bcbe0b88c51dc5e5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-04T10:19:25.591462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 became follower at term 1"} {"level":"info","ts":"2026-04-04T10:19:25.591497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 switched to configuration voters=(13600320606755997157)"} {"level":"warn","ts":"2026-04-04T10:19:25.603895Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-04T10:19:25.605813Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-04T10:19:25.607058Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-04T10:19:25.609313Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"bcbe0b88c51dc5e5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-04T10:19:25.609528Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"bcbe0b88c51dc5e5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-04T10:19:25.60959Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:19:25.609677Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:19:25.609692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-04T10:19:25.611466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 switched to configuration voters=(13600320606755997157)"} {"level":"info","ts":"2026-04-04T10:19:25.611888Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e591ddd6f6a32da9","local-member-id":"bcbe0b88c51dc5e5","added-peer-id":"bcbe0b88c51dc5e5","added-peer-peer-urls":["https://199.19.213.136:2380"]} {"level":"info","ts":"2026-04-04T10:19:25.614264Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-04T10:19:25.61446Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.136:2380"} {"level":"info","ts":"2026-04-04T10:19:25.614578Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.136:2380"} {"level":"info","ts":"2026-04-04T10:19:25.614988Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"bcbe0b88c51dc5e5","initial-advertise-peer-urls":["https://199.19.213.136:2380"],"listen-peer-urls":["https://199.19.213.136:2380"],"advertise-client-urls":["https://199.19.213.136:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.136:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-04T10:19:25.615026Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-04T10:19:26.193127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 is starting a new election at term 1"} {"level":"info","ts":"2026-04-04T10:19:26.193201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-04T10:19:26.193243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 received MsgPreVoteResp from bcbe0b88c51dc5e5 at term 1"} {"level":"info","ts":"2026-04-04T10:19:26.193263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 became candidate at term 2"} {"level":"info","ts":"2026-04-04T10:19:26.193274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 received MsgVoteResp from bcbe0b88c51dc5e5 at term 2"} {"level":"info","ts":"2026-04-04T10:19:26.19329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"bcbe0b88c51dc5e5 became leader at term 2"} {"level":"info","ts":"2026-04-04T10:19:26.193303Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: bcbe0b88c51dc5e5 elected leader bcbe0b88c51dc5e5 at term 2"} {"level":"info","ts":"2026-04-04T10:19:26.19458Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"bcbe0b88c51dc5e5","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.136:2379]}","request-path":"/0/members/bcbe0b88c51dc5e5/attributes","cluster-id":"e591ddd6f6a32da9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-04T10:19:26.194897Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:19:26.195037Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-04T10:19:26.195024Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:19:26.195211Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-04T10:19:26.195291Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-04T10:19:26.196399Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e591ddd6f6a32da9","local-member-id":"bcbe0b88c51dc5e5","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:19:26.196524Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:19:26.196612Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-04T10:19:26.197225Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.136:2379"} {"level":"info","ts":"2026-04-04T10:19:26.198243Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-04T10:19:37.657419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.333586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-04T10:19:37.657539Z","caller":"traceutil/trace.go:171","msg":"trace[1138114223] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:351; }","duration":"166.511692ms","start":"2026-04-04T10:19:37.491011Z","end":"2026-04-04T10:19:37.657523Z","steps":["trace[1138114223] 'range keys from in-memory index tree' (duration: 166.215753ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:43.932242Z","caller":"traceutil/trace.go:171","msg":"trace[513118061] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"109.969782ms","start":"2026-04-04T10:19:43.822248Z","end":"2026-04-04T10:19:43.932217Z","steps":["trace[513118061] 'process raft request' (duration: 109.828938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:47.973233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251846178s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:19:47.973629Z","caller":"traceutil/trace.go:171","msg":"trace[693383684] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.252401424s","start":"2026-04-04T10:19:46.721202Z","end":"2026-04-04T10:19:47.973603Z","steps":["trace[693383684] 'process raft request' (duration: 1.25227019s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:47.974211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:46.72118Z","time spent":"1.252527667s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:47.97443Z","caller":"traceutil/trace.go:171","msg":"trace[1207147035] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:429; }","duration":"201.286039ms","start":"2026-04-04T10:19:47.773121Z","end":"2026-04-04T10:19:47.974407Z","steps":["trace[1207147035] 'read index received' (duration: 200.381293ms)","trace[1207147035] 'applied index is now lower than readState.Index' (duration: 903.676µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:19:47.974517Z","caller":"traceutil/trace.go:171","msg":"trace[184451992] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.250255842s","start":"2026-04-04T10:19:46.724246Z","end":"2026-04-04T10:19:47.974502Z","steps":["trace[184451992] 'process raft request' (duration: 1.250047737s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:47.974572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.422013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:19:47.974588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:46.724227Z","time spent":"1.250329195s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:19:47.974613Z","caller":"traceutil/trace.go:171","msg":"trace[221901254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"201.525146ms","start":"2026-04-04T10:19:47.773076Z","end":"2026-04-04T10:19:47.974602Z","steps":["trace[221901254] 'agreement among raft nodes before linearized reading' (duration: 201.440554ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.580468Z","caller":"traceutil/trace.go:171","msg":"trace[475889151] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"654.293006ms","start":"2026-04-04T10:19:56.926157Z","end":"2026-04-04T10:19:57.580451Z","steps":["trace[475889151] 'process raft request' (duration: 654.200344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.580607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.926108Z","time spent":"654.416429ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:57.588229Z","caller":"traceutil/trace.go:171","msg":"trace[1032979614] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"655.96871ms","start":"2026-04-04T10:19:56.932235Z","end":"2026-04-04T10:19:57.588203Z","steps":["trace[1032979614] 'process raft request' (duration: 655.813256ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.588496Z","caller":"traceutil/trace.go:171","msg":"trace[1697351939] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"640.854809ms","start":"2026-04-04T10:19:56.947634Z","end":"2026-04-04T10:19:57.588489Z","steps":["trace[1697351939] 'process raft request' (duration: 640.628683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.588565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.932209Z","time spent":"656.30188ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.588626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.947628Z","time spent":"640.921271ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:57.588313Z","caller":"traceutil/trace.go:171","msg":"trace[461890838] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"655.985591ms","start":"2026-04-04T10:19:56.932293Z","end":"2026-04-04T10:19:57.588279Z","steps":["trace[461890838] 'process raft request' (duration: 655.836257ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.588802Z","caller":"traceutil/trace.go:171","msg":"trace[118664997] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"625.976173ms","start":"2026-04-04T10:19:56.962799Z","end":"2026-04-04T10:19:57.588775Z","steps":["trace[118664997] 'process raft request' (duration: 625.729327ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.588409Z","caller":"traceutil/trace.go:171","msg":"trace[64508644] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"640.825167ms","start":"2026-04-04T10:19:56.947572Z","end":"2026-04-04T10:19:57.588397Z","steps":["trace[64508644] 'process raft request' (duration: 640.662153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.588884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.93227Z","time spent":"656.556526ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.58891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.962789Z","time spent":"626.055945ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.589022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.947553Z","time spent":"641.379883ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:57.589058Z","caller":"traceutil/trace.go:171","msg":"trace[40000434] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"620.002354ms","start":"2026-04-04T10:19:56.969048Z","end":"2026-04-04T10:19:57.58905Z","steps":["trace[40000434] 'process raft request' (duration: 619.631334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.589095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.969038Z","time spent":"620.039164ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:57.588451Z","caller":"traceutil/trace.go:171","msg":"trace[2092361] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"649.687213ms","start":"2026-04-04T10:19:56.938756Z","end":"2026-04-04T10:19:57.588443Z","steps":["trace[2092361] 'process raft request' (duration: 649.404886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.589193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.938742Z","time spent":"650.436664ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:19:57.588429Z","caller":"traceutil/trace.go:171","msg":"trace[1668153327] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"648.546113ms","start":"2026-04-04T10:19:56.93984Z","end":"2026-04-04T10:19:57.588386Z","steps":["trace[1668153327] 'process raft request' (duration: 648.356918ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.58927Z","caller":"traceutil/trace.go:171","msg":"trace[1153377153] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"605.021147ms","start":"2026-04-04T10:19:56.98423Z","end":"2026-04-04T10:19:57.589251Z","steps":["trace[1153377153] 'process raft request' (duration: 604.725158ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.58927Z","caller":"traceutil/trace.go:171","msg":"trace[1604768278] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"499.585164ms","start":"2026-04-04T10:19:57.08966Z","end":"2026-04-04T10:19:57.589245Z","steps":["trace[1604768278] 'process raft request' (duration: 499.459189ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:19:57.588714Z","caller":"traceutil/trace.go:171","msg":"trace[1489813955] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"627.340739ms","start":"2026-04-04T10:19:56.961302Z","end":"2026-04-04T10:19:57.588643Z","steps":["trace[1489813955] 'process raft request' (duration: 627.102662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:19:57.58938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.9842Z","time spent":"605.110119ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.589401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:57.089626Z","time spent":"499.720347ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.58939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.939814Z","time spent":"649.431948ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-04T10:19:57.589463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:19:56.961285Z","time spent":"628.1349ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:20:04.407334Z","caller":"traceutil/trace.go:171","msg":"trace[459992637] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"337.416501ms","start":"2026-04-04T10:20:04.069891Z","end":"2026-04-04T10:20:04.407307Z","steps":["trace[459992637] 'read index received' (duration: 336.477616ms)","trace[459992637] 'applied index is now lower than readState.Index' (duration: 938.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:04.407502Z","caller":"traceutil/trace.go:171","msg":"trace[1228631359] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"460.000089ms","start":"2026-04-04T10:20:03.947463Z","end":"2026-04-04T10:20:04.407463Z","steps":["trace[1228631359] 'process raft request' (duration: 459.200227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:04.407566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.650608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:20:04.407604Z","caller":"traceutil/trace.go:171","msg":"trace[963207318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:584; }","duration":"337.7466ms","start":"2026-04-04T10:20:04.069846Z","end":"2026-04-04T10:20:04.407593Z","steps":["trace[963207318] 'agreement among raft nodes before linearized reading' (duration: 337.598906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:04.40764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:04.069829Z","time spent":"337.801891ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:04.4077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:03.947433Z","time spent":"460.161814ms","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:04.407786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.63193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:20:04.407869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.073699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:20:04.408007Z","caller":"traceutil/trace.go:171","msg":"trace[58483100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"279.241554ms","start":"2026-04-04T10:20:04.128742Z","end":"2026-04-04T10:20:04.407984Z","steps":["trace[58483100] 'agreement among raft nodes before linearized reading' (duration: 278.939846ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:04.407905Z","caller":"traceutil/trace.go:171","msg":"trace[1973719108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"292.765593ms","start":"2026-04-04T10:20:04.115112Z","end":"2026-04-04T10:20:04.407877Z","steps":["trace[1973719108] 'agreement among raft nodes before linearized reading' (duration: 292.444095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:05.272611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441025763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:05.773328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441025763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:20:06.187055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.699870763s","expected-duration":"1s"} {"level":"info","ts":"2026-04-04T10:20:06.212454Z","caller":"traceutil/trace.go:171","msg":"trace[1400860733] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"1.725322451s","start":"2026-04-04T10:20:04.487111Z","end":"2026-04-04T10:20:06.212434Z","steps":["trace[1400860733] 'process raft request' (duration: 1.70047141s)","trace[1400860733] 'compare' (duration: 24.350678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:06.212536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:04.487099Z","time spent":"1.725400233s","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-04T10:20:06.235015Z","caller":"traceutil/trace.go:171","msg":"trace[784057862] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"1.462990887s","start":"2026-04-04T10:20:04.77198Z","end":"2026-04-04T10:20:06.234971Z","steps":["trace[784057862] 'read index received' (duration: 1.415533975s)","trace[784057862] 'applied index is now lower than readState.Index' (duration: 47.453742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:20:06.235176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463186742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:06.235246Z","caller":"traceutil/trace.go:171","msg":"trace[168508603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"1.463302575s","start":"2026-04-04T10:20:04.771927Z","end":"2026-04-04T10:20:06.23523Z","steps":["trace[168508603] 'agreement among raft nodes before linearized reading' (duration: 1.463155811s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:06.235287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:04.771907Z","time spent":"1.463372487s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-04T10:20:08.227119Z","caller":"traceutil/trace.go:171","msg":"trace[160953659] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"283.297252ms","start":"2026-04-04T10:20:07.943794Z","end":"2026-04-04T10:20:08.227092Z","steps":["trace[160953659] 'process raft request' (duration: 283.140668ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:22.208778Z","caller":"traceutil/trace.go:171","msg":"trace[522982658] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"407.051592ms","start":"2026-04-04T10:20:21.801705Z","end":"2026-04-04T10:20:22.208757Z","steps":["trace[522982658] 'process raft request' (duration: 406.895537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:22.209039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:21.801675Z","time spent":"407.283488ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:22.978533Z","caller":"traceutil/trace.go:171","msg":"trace[820541382] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"1.116512315s","start":"2026-04-04T10:20:21.862001Z","end":"2026-04-04T10:20:22.978514Z","steps":["trace[820541382] 'process raft request' (duration: 1.116376621s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:22.978667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:21.861975Z","time spent":"1.116632667s","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:23.035594Z","caller":"traceutil/trace.go:171","msg":"trace[905296313] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:775; }","duration":"533.606047ms","start":"2026-04-04T10:20:22.50195Z","end":"2026-04-04T10:20:23.035556Z","steps":["trace[905296313] 'read index received' (duration: 476.467808ms)","trace[905296313] 'applied index is now lower than readState.Index' (duration: 57.137179ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:20:23.035771Z","caller":"traceutil/trace.go:171","msg":"trace[578110407] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"747.227266ms","start":"2026-04-04T10:20:22.288524Z","end":"2026-04-04T10:20:23.035751Z","steps":["trace[578110407] 'process raft request' (duration: 746.881047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.035906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.913362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:20:23.035986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.593144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:20:23.036051Z","caller":"traceutil/trace.go:171","msg":"trace[1952868052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"478.704098ms","start":"2026-04-04T10:20:22.55733Z","end":"2026-04-04T10:20:23.036034Z","steps":["trace[1952868052] 'agreement among raft nodes before linearized reading' (duration: 478.442661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.036048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.069789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-04T10:20:23.036001Z","caller":"traceutil/trace.go:171","msg":"trace[1909561816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"265.058906ms","start":"2026-04-04T10:20:22.77092Z","end":"2026-04-04T10:20:23.035979Z","steps":["trace[1909561816] 'agreement among raft nodes before linearized reading' (duration: 264.883322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.036099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.557314Z","time spent":"478.772929ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:23.036088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.696593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:20:23.036132Z","caller":"traceutil/trace.go:171","msg":"trace[1551395410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"534.221032ms","start":"2026-04-04T10:20:22.501891Z","end":"2026-04-04T10:20:23.036112Z","steps":["trace[1551395410] 'agreement among raft nodes before linearized reading' (duration: 533.963636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.036129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.186676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:20:23.035928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.288504Z","time spent":"747.327849ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:20:23.036178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.501868Z","time spent":"534.301155ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:20:23.036155Z","caller":"traceutil/trace.go:171","msg":"trace[1671850921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"473.810636ms","start":"2026-04-04T10:20:22.562328Z","end":"2026-04-04T10:20:23.036138Z","steps":["trace[1671850921] 'agreement among raft nodes before linearized reading' (duration: 473.55962ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:20:23.036206Z","caller":"traceutil/trace.go:171","msg":"trace[645250609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"474.301499ms","start":"2026-04-04T10:20:22.561886Z","end":"2026-04-04T10:20:23.036187Z","steps":["trace[645250609] 'agreement among raft nodes before linearized reading' (duration: 474.060063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:23.036231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.562308Z","time spent":"473.914778ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:20:23.036255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:22.561816Z","time spent":"474.426163ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:20:50.2729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441026836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:20:50.368874Z","caller":"traceutil/trace.go:171","msg":"trace[1339525438] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"614.925819ms","start":"2026-04-04T10:20:49.753924Z","end":"2026-04-04T10:20:50.36885Z","steps":["trace[1339525438] 'process raft request' (duration: 614.773425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.369104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:49.753907Z","time spent":"615.123204ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:50.421385Z","caller":"traceutil/trace.go:171","msg":"trace[1995109102] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"418.357003ms","start":"2026-04-04T10:20:50.002995Z","end":"2026-04-04T10:20:50.421352Z","steps":["trace[1995109102] 'process raft request' (duration: 418.000243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.421529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.652315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:20:50.421633Z","caller":"traceutil/trace.go:171","msg":"trace[722828659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1146; }","duration":"648.793749ms","start":"2026-04-04T10:20:49.772817Z","end":"2026-04-04T10:20:50.42161Z","steps":["trace[722828659] 'agreement among raft nodes before linearized reading' (duration: 648.622875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:20:50.421687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:49.772798Z","time spent":"648.880521ms","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:20:50.421544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:20:50.002966Z","time spent":"418.494517ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:20:50.421528Z","caller":"traceutil/trace.go:171","msg":"trace[1270676349] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1176; }","duration":"648.41547ms","start":"2026-04-04T10:20:49.772846Z","end":"2026-04-04T10:20:50.421261Z","steps":["trace[1270676349] 'read index received' (duration: 595.925874ms)","trace[1270676349] 'applied index is now lower than readState.Index' (duration: 52.488426ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:08.652138Z","caller":"traceutil/trace.go:171","msg":"trace[1685789201] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1423; }","duration":"146.538038ms","start":"2026-04-04T10:21:08.505573Z","end":"2026-04-04T10:21:08.652111Z","steps":["trace[1685789201] 'read index received' (duration: 146.275341ms)","trace[1685789201] 'applied index is now lower than readState.Index' (duration: 261.507µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:08.652225Z","caller":"traceutil/trace.go:171","msg":"trace[550714037] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"169.332682ms","start":"2026-04-04T10:21:08.482856Z","end":"2026-04-04T10:21:08.652188Z","steps":["trace[550714037] 'process raft request' (duration: 169.094026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:08.652357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.772045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:08.652402Z","caller":"traceutil/trace.go:171","msg":"trace[186782368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1382; }","duration":"146.876508ms","start":"2026-04-04T10:21:08.505515Z","end":"2026-04-04T10:21:08.652392Z","steps":["trace[186782368] 'agreement among raft nodes before linearized reading' (duration: 146.715313ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:08.804536Z","caller":"traceutil/trace.go:171","msg":"trace[501753098] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"147.505983ms","start":"2026-04-04T10:21:08.657005Z","end":"2026-04-04T10:21:08.804511Z","steps":["trace[501753098] 'process raft request' (duration: 145.44588ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:09.448617Z","caller":"traceutil/trace.go:171","msg":"trace[1296766808] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"137.391644ms","start":"2026-04-04T10:21:09.311205Z","end":"2026-04-04T10:21:09.448597Z","steps":["trace[1296766808] 'process raft request' (duration: 137.260491ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:09.453734Z","caller":"traceutil/trace.go:171","msg":"trace[1198316852] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1432; }","duration":"131.532625ms","start":"2026-04-04T10:21:09.32217Z","end":"2026-04-04T10:21:09.453702Z","steps":["trace[1198316852] 'read index received' (duration: 126.298492ms)","trace[1198316852] 'applied index is now lower than readState.Index' (duration: 5.232773ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:09.453878Z","caller":"traceutil/trace.go:171","msg":"trace[850718992] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"139.838347ms","start":"2026-04-04T10:21:09.314011Z","end":"2026-04-04T10:21:09.45385Z","steps":["trace[850718992] 'process raft request' (duration: 139.538269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:09.453982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.798752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:21:09.454033Z","caller":"traceutil/trace.go:171","msg":"trace[2071422535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1392; }","duration":"131.902565ms","start":"2026-04-04T10:21:09.322116Z","end":"2026-04-04T10:21:09.454019Z","steps":["trace[2071422535] 'agreement among raft nodes before linearized reading' (duration: 131.703379ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:11.469273Z","caller":"traceutil/trace.go:171","msg":"trace[1407312663] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"193.993532ms","start":"2026-04-04T10:21:11.275249Z","end":"2026-04-04T10:21:11.469242Z","steps":["trace[1407312663] 'process raft request' (duration: 193.590342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:11.868662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.943652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-04T10:21:11.868766Z","caller":"traceutil/trace.go:171","msg":"trace[952606525] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1402; }","duration":"221.153327ms","start":"2026-04-04T10:21:11.647593Z","end":"2026-04-04T10:21:11.868746Z","steps":["trace[952606525] 'range keys from in-memory index tree' (duration: 220.766796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.184023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441028157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-04T10:21:35.722447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.553537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:35.72283Z","caller":"traceutil/trace.go:171","msg":"trace[1850072408] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"1.170726475s","start":"2026-04-04T10:21:34.552062Z","end":"2026-04-04T10:21:35.722788Z","steps":["trace[1850072408] 'process raft request' (duration: 844.559273ms)","trace[1850072408] 'compare' (duration: 325.124536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:35.722992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:34.552035Z","time spent":"1.170899361s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:35.830541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.982262ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-04T10:21:35.830777Z","caller":"traceutil/trace.go:171","msg":"trace[2094477430] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1865; }","duration":"1.147225325s","start":"2026-04-04T10:21:34.683534Z","end":"2026-04-04T10:21:35.830759Z","steps":["trace[2094477430] 'read index received' (duration: 713.219143ms)","trace[2094477430] 'applied index is now lower than readState.Index' (duration: 434.005351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:35.830934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058604677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:35.830901Z","caller":"traceutil/trace.go:171","msg":"trace[1713101645] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"1.050019788s","start":"2026-04-04T10:21:34.780811Z","end":"2026-04-04T10:21:35.830831Z","steps":["trace[1713101645] 'process raft request' (duration: 1.049829313s)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.830978Z","caller":"traceutil/trace.go:171","msg":"trace[2099332885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1798; }","duration":"1.05868777s","start":"2026-04-04T10:21:34.772281Z","end":"2026-04-04T10:21:35.830968Z","steps":["trace[2099332885] 'agreement among raft nodes before linearized reading' (duration: 1.058618228s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:34.772264Z","time spent":"1.05874173s","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:21:35.83102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1474727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-04T10:21:35.831078Z","caller":"traceutil/trace.go:171","msg":"trace[1956409635] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1798; }","duration":"1.147569433s","start":"2026-04-04T10:21:34.683489Z","end":"2026-04-04T10:21:35.831059Z","steps":["trace[1956409635] 'agreement among raft nodes before linearized reading' (duration: 1.147370818s)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:34.683467Z","time spent":"1.147638005s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:21:35.831109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:34.780787Z","time spent":"1.050211852s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:35.831167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.792822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-04T10:21:35.831167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.508457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:21:35.831249Z","caller":"traceutil/trace.go:171","msg":"trace[384249584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1798; }","duration":"257.62263ms","start":"2026-04-04T10:21:35.57361Z","end":"2026-04-04T10:21:35.831233Z","steps":["trace[384249584] 'agreement among raft nodes before linearized reading' (duration: 257.345993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-04T10:21:35.831261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.916641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:21:35.831309Z","caller":"traceutil/trace.go:171","msg":"trace[450798305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1798; }","duration":"380.524943ms","start":"2026-04-04T10:21:35.450766Z","end":"2026-04-04T10:21:35.831291Z","steps":["trace[450798305] 'agreement among raft nodes before linearized reading' (duration: 380.335899ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.83133Z","caller":"traceutil/trace.go:171","msg":"trace[149077632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1798; }","duration":"904.034374ms","start":"2026-04-04T10:21:34.927281Z","end":"2026-04-04T10:21:35.831315Z","steps":["trace[149077632] 'agreement among raft nodes before linearized reading' (duration: 903.86048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.422906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-04T10:21:35.831374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.576189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-04T10:21:35.831379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:34.927258Z","time spent":"904.106756ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:35.831384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.387759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-04T10:21:35.831423Z","caller":"traceutil/trace.go:171","msg":"trace[435882614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1798; }","duration":"180.653351ms","start":"2026-04-04T10:21:35.650756Z","end":"2026-04-04T10:21:35.831409Z","steps":["trace[435882614] 'agreement among raft nodes before linearized reading' (duration: 180.503177ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.83146Z","caller":"traceutil/trace.go:171","msg":"trace[269403808] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1798; }","duration":"568.487571ms","start":"2026-04-04T10:21:35.262954Z","end":"2026-04-04T10:21:35.831442Z","steps":["trace[269403808] 'agreement among raft nodes before linearized reading' (duration: 568.330986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.096504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:21:35.831463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.437162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:21:35.831493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:35.262938Z","time spent":"568.546143ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:21:35.831505Z","caller":"traceutil/trace.go:171","msg":"trace[1974944242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1798; }","duration":"183.178296ms","start":"2026-04-04T10:21:35.648313Z","end":"2026-04-04T10:21:35.831492Z","steps":["trace[1974944242] 'agreement among raft nodes before linearized reading' (duration: 183.047323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:35.450731Z","time spent":"380.609525ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-04T10:21:35.831517Z","caller":"traceutil/trace.go:171","msg":"trace[512118356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1798; }","duration":"242.524503ms","start":"2026-04-04T10:21:35.58898Z","end":"2026-04-04T10:21:35.831505Z","steps":["trace[512118356] 'agreement among raft nodes before linearized reading' (duration: 242.402851ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:35.831398Z","caller":"traceutil/trace.go:171","msg":"trace[1818768984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8; range_end:; response_count:1; response_revision:1798; }","duration":"770.635482ms","start":"2026-04-04T10:21:35.060742Z","end":"2026-04-04T10:21:35.831377Z","steps":["trace[1818768984] 'agreement among raft nodes before linearized reading' (duration: 770.306433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:35.060719Z","time spent":"770.883158ms","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8\" "} {"level":"info","ts":"2026-04-04T10:21:35.831241Z","caller":"traceutil/trace.go:171","msg":"trace[789808950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8; range_end:; response_count:1; response_revision:1798; }","duration":"608.897794ms","start":"2026-04-04T10:21:35.22231Z","end":"2026-04-04T10:21:35.831208Z","steps":["trace[789808950] 'agreement among raft nodes before linearized reading' (duration: 608.695949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:35.831694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:35.222291Z","time spent":"609.389977ms","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15f6ff88-8ffa-49ad-b5d3-a834d01cd8f8\" "} {"level":"info","ts":"2026-04-04T10:21:36.018191Z","caller":"traceutil/trace.go:171","msg":"trace[2027186246] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"181.706927ms","start":"2026-04-04T10:21:35.836459Z","end":"2026-04-04T10:21:36.018166Z","steps":["trace[2027186246] 'process raft request' (duration: 181.42158ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.018517Z","caller":"traceutil/trace.go:171","msg":"trace[1014947041] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"182.032026ms","start":"2026-04-04T10:21:35.836459Z","end":"2026-04-04T10:21:36.018491Z","steps":["trace[1014947041] 'process raft request' (duration: 181.667046ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.018651Z","caller":"traceutil/trace.go:171","msg":"trace[1606096474] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"182.164989ms","start":"2026-04-04T10:21:35.836459Z","end":"2026-04-04T10:21:36.018624Z","steps":["trace[1606096474] 'process raft request' (duration: 181.929643ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.018671Z","caller":"traceutil/trace.go:171","msg":"trace[1025648672] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"181.605345ms","start":"2026-04-04T10:21:35.837051Z","end":"2026-04-04T10:21:36.018656Z","steps":["trace[1025648672] 'process raft request' (duration: 181.470442ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.01879Z","caller":"traceutil/trace.go:171","msg":"trace[2000286956] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"181.516272ms","start":"2026-04-04T10:21:35.837246Z","end":"2026-04-04T10:21:36.018762Z","steps":["trace[2000286956] 'process raft request' (duration: 181.365929ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.018912Z","caller":"traceutil/trace.go:171","msg":"trace[288285411] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"179.116911ms","start":"2026-04-04T10:21:35.839782Z","end":"2026-04-04T10:21:36.018899Z","steps":["trace[288285411] 'process raft request' (duration: 178.891395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:36.018927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.979287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:21:36.018963Z","caller":"traceutil/trace.go:171","msg":"trace[1270284865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1805; }","duration":"179.047159ms","start":"2026-04-04T10:21:35.839905Z","end":"2026-04-04T10:21:36.018952Z","steps":["trace[1270284865] 'agreement among raft nodes before linearized reading' (duration: 178.953097ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:36.018834Z","caller":"traceutil/trace.go:171","msg":"trace[1978509908] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1868; }","duration":"178.879385ms","start":"2026-04-04T10:21:35.839932Z","end":"2026-04-04T10:21:36.018811Z","steps":["trace[1978509908] 'read index received' (duration: 54.892733ms)","trace[1978509908] 'applied index is now lower than readState.Index' (duration: 123.985942ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:36.66451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.34323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:21:36.664621Z","caller":"traceutil/trace.go:171","msg":"trace[1254695461] linearizableReadLoop","detail":"{readStateIndex:1876; appliedIndex:1875; }","duration":"405.471491ms","start":"2026-04-04T10:21:36.259132Z","end":"2026-04-04T10:21:36.664603Z","steps":["trace[1254695461] 'read index received' (duration: 100.342µs)","trace[1254695461] 'applied index is now lower than readState.Index' (duration: 405.369889ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:36.664689Z","caller":"traceutil/trace.go:171","msg":"trace[525169538] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"642.805861ms","start":"2026-04-04T10:21:36.021872Z","end":"2026-04-04T10:21:36.664678Z","steps":["trace[525169538] 'process raft request' (duration: 93.210474ms)","trace[525169538] 'compare' (duration: 549.229928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:21:36.664761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.021854Z","time spent":"642.858883ms","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:21:36.664927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.766559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:21:36.665009Z","caller":"traceutil/trace.go:171","msg":"trace[677718282] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1806; }","duration":"405.900253ms","start":"2026-04-04T10:21:36.259069Z","end":"2026-04-04T10:21:36.664969Z","steps":["trace[677718282] 'agreement among raft nodes before linearized reading' (duration: 405.698758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:36.665106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:36.259036Z","time spent":"406.022906ms","remote":"127.0.0.1:43840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-04T10:21:36.676111Z","caller":"traceutil/trace.go:171","msg":"trace[2060370534] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"192.307779ms","start":"2026-04-04T10:21:36.48378Z","end":"2026-04-04T10:21:36.676088Z","steps":["trace[2060370534] 'process raft request' (duration: 192.100834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:36.676248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.705762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:21:36.676347Z","caller":"traceutil/trace.go:171","msg":"trace[2146877134] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1807; }","duration":"275.849576ms","start":"2026-04-04T10:21:36.400472Z","end":"2026-04-04T10:21:36.676321Z","steps":["trace[2146877134] 'agreement among raft nodes before linearized reading' (duration: 275.575439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.433599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441028426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:21:50.459234Z","caller":"traceutil/trace.go:171","msg":"trace[1792068449] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"526.053116ms","start":"2026-04-04T10:21:49.933164Z","end":"2026-04-04T10:21:50.459217Z","steps":["trace[1792068449] 'read index received' (duration: 525.88074ms)","trace[1792068449] 'applied index is now lower than readState.Index' (duration: 171.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:21:50.459304Z","caller":"traceutil/trace.go:171","msg":"trace[1170224605] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"583.571867ms","start":"2026-04-04T10:21:49.875705Z","end":"2026-04-04T10:21:50.459276Z","steps":["trace[1170224605] 'process raft request' (duration: 583.32751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.459429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.790768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-04T10:21:50.459435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.875684Z","time spent":"583.67874ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:21:50.459454Z","caller":"traceutil/trace.go:171","msg":"trace[1106169551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1917; }","duration":"507.858389ms","start":"2026-04-04T10:21:49.95159Z","end":"2026-04-04T10:21:50.459448Z","steps":["trace[1106169551] 'agreement among raft nodes before linearized reading' (duration: 507.725516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.459476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.951576Z","time spent":"507.895341ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-04T10:21:50.459564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.516589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-04T10:21:50.459575Z","caller":"traceutil/trace.go:171","msg":"trace[1341390694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1917; }","duration":"381.554789ms","start":"2026-04-04T10:21:50.078017Z","end":"2026-04-04T10:21:50.459572Z","steps":["trace[1341390694] 'agreement among raft nodes before linearized reading' (duration: 381.519988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.459586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.078003Z","time spent":"381.58115ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-04T10:21:50.459628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.903417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:21:50.459676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.468246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-04T10:21:50.45972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.371495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:21:50.45973Z","caller":"traceutil/trace.go:171","msg":"trace[718461285] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1917; }","duration":"233.074431ms","start":"2026-04-04T10:21:50.226633Z","end":"2026-04-04T10:21:50.459708Z","steps":["trace[718461285] 'agreement among raft nodes before linearized reading' (duration: 232.837366ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.459764Z","caller":"traceutil/trace.go:171","msg":"trace[76585419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"526.598019ms","start":"2026-04-04T10:21:49.933138Z","end":"2026-04-04T10:21:50.459736Z","steps":["trace[76585419] 'agreement among raft nodes before linearized reading' (duration: 526.186189ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:21:50.459783Z","caller":"traceutil/trace.go:171","msg":"trace[160898970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1917; }","duration":"374.437617ms","start":"2026-04-04T10:21:50.085328Z","end":"2026-04-04T10:21:50.459765Z","steps":["trace[160898970] 'agreement among raft nodes before linearized reading' (duration: 374.063728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.459794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.648138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:21:50.459827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:49.933125Z","time spent":"526.687941ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:21:50.459829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.08527Z","time spent":"374.54854ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:21:50.459815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.932648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-04T10:21:50.459873Z","caller":"traceutil/trace.go:171","msg":"trace[319808860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1917; }","duration":"375.759502ms","start":"2026-04-04T10:21:50.084096Z","end":"2026-04-04T10:21:50.459855Z","steps":["trace[319808860] 'agreement among raft nodes before linearized reading' (duration: 375.471114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.45992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.084089Z","time spent":"375.822193ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:21:50.459916Z","caller":"traceutil/trace.go:171","msg":"trace[985585866] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"373.073223ms","start":"2026-04-04T10:21:50.08681Z","end":"2026-04-04T10:21:50.459883Z","steps":["trace[985585866] 'agreement among raft nodes before linearized reading' (duration: 372.757944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.459971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.086766Z","time spent":"373.191515ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:21:50.460102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.011104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:21:50.460143Z","caller":"traceutil/trace.go:171","msg":"trace[722097776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"377.092266ms","start":"2026-04-04T10:21:50.083038Z","end":"2026-04-04T10:21:50.460131Z","steps":["trace[722097776] 'agreement among raft nodes before linearized reading' (duration: 376.371027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:21:50.460179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:21:50.083019Z","time spent":"377.151318ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-04T10:22:21.024559Z","caller":"traceutil/trace.go:171","msg":"trace[834100904] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"367.567307ms","start":"2026-04-04T10:22:20.656963Z","end":"2026-04-04T10:22:21.024531Z","steps":["trace[834100904] 'process raft request' (duration: 367.408502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.024892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.656942Z","time spent":"367.7356ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:21.035209Z","caller":"traceutil/trace.go:171","msg":"trace[124146464] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2176; }","duration":"366.340388ms","start":"2026-04-04T10:22:20.668837Z","end":"2026-04-04T10:22:21.035177Z","steps":["trace[124146464] 'read index received' (duration: 355.6808ms)","trace[124146464] 'applied index is now lower than readState.Index' (duration: 10.657938ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:21.035349Z","caller":"traceutil/trace.go:171","msg":"trace[131648538] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"378.300117ms","start":"2026-04-04T10:22:20.657034Z","end":"2026-04-04T10:22:21.035334Z","steps":["trace[131648538] 'process raft request' (duration: 377.735123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.035602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.880768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-04T10:22:21.035635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.783758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-04T10:22:21.035668Z","caller":"traceutil/trace.go:171","msg":"trace[731595994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2101; }","duration":"321.986781ms","start":"2026-04-04T10:22:20.71366Z","end":"2026-04-04T10:22:21.035647Z","steps":["trace[731595994] 'agreement among raft nodes before linearized reading' (duration: 321.778906ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:21.035711Z","caller":"traceutil/trace.go:171","msg":"trace[2118632219] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2101; }","duration":"366.909972ms","start":"2026-04-04T10:22:20.668786Z","end":"2026-04-04T10:22:21.035696Z","steps":["trace[2118632219] 'agreement among raft nodes before linearized reading' (duration: 366.668945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.03573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.713648Z","time spent":"322.069083ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:22:21.035755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.668772Z","time spent":"366.973494ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:21.035789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.774142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-04T10:22:21.035644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.657017Z","time spent":"378.594193ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:21.035827Z","caller":"traceutil/trace.go:171","msg":"trace[854359218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2101; }","duration":"123.850353ms","start":"2026-04-04T10:22:20.911964Z","end":"2026-04-04T10:22:21.035814Z","steps":["trace[854359218] 'agreement among raft nodes before linearized reading' (duration: 123.658888ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:21.035364Z","caller":"traceutil/trace.go:171","msg":"trace[1880762071] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"377.598501ms","start":"2026-04-04T10:22:20.657725Z","end":"2026-04-04T10:22:21.035323Z","steps":["trace[1880762071] 'process raft request' (duration: 377.343465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.03595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.657709Z","time spent":"378.179104ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:21.035439Z","caller":"traceutil/trace.go:171","msg":"trace[1224457207] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"378.266726ms","start":"2026-04-04T10:22:20.657126Z","end":"2026-04-04T10:22:21.035392Z","steps":["trace[1224457207] 'process raft request' (duration: 377.879048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.03551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.673255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-04T10:22:21.036112Z","caller":"traceutil/trace.go:171","msg":"trace[924341297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2101; }","duration":"367.318171ms","start":"2026-04-04T10:22:20.668785Z","end":"2026-04-04T10:22:21.036103Z","steps":["trace[924341297] 'agreement among raft nodes before linearized reading' (duration: 366.616814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:21.036139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.668765Z","time spent":"367.364842ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:21.035568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.188154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:22:21.036224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:20.6571Z","time spent":"378.920202ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:21.036273Z","caller":"traceutil/trace.go:171","msg":"trace[1841515912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"262.935521ms","start":"2026-04-04T10:22:20.773326Z","end":"2026-04-04T10:22:21.036261Z","steps":["trace[1841515912] 'agreement among raft nodes before linearized reading' (duration: 262.198794ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:21.035372Z","caller":"traceutil/trace.go:171","msg":"trace[1207580954] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"218.724619ms","start":"2026-04-04T10:22:20.816626Z","end":"2026-04-04T10:22:21.03535Z","steps":["trace[1207580954] 'process raft request' (duration: 218.489694ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.087801Z","caller":"traceutil/trace.go:171","msg":"trace[643530060] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"111.036963ms","start":"2026-04-04T10:22:26.976741Z","end":"2026-04-04T10:22:27.087778Z","steps":["trace[643530060] 'process raft request' (duration: 110.860359ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.411314Z","caller":"traceutil/trace.go:171","msg":"trace[811902102] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2206; }","duration":"357.696876ms","start":"2026-04-04T10:22:27.053595Z","end":"2026-04-04T10:22:27.411291Z","steps":["trace[811902102] 'read index received' (duration: 33.999425ms)","trace[811902102] 'applied index is now lower than readState.Index' (duration: 323.696571ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:27.41135Z","caller":"traceutil/trace.go:171","msg":"trace[1644721028] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"387.575663ms","start":"2026-04-04T10:22:27.02375Z","end":"2026-04-04T10:22:27.411326Z","steps":["trace[1644721028] 'process raft request' (duration: 387.198114ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.41139Z","caller":"traceutil/trace.go:171","msg":"trace[653324215] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"355.210158ms","start":"2026-04-04T10:22:27.056156Z","end":"2026-04-04T10:22:27.411367Z","steps":["trace[653324215] 'process raft request' (duration: 355.093045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.411459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.023727Z","time spent":"387.674165ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:27.411528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.351612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-04T10:22:27.41155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.933002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-04T10:22:27.411613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.469513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-04T10:22:27.41168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.970552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-04T10:22:27.411708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.501794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-04T10:22:27.41174Z","caller":"traceutil/trace.go:171","msg":"trace[546708541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2129; }","duration":"349.048685ms","start":"2026-04-04T10:22:27.062677Z","end":"2026-04-04T10:22:27.411726Z","steps":["trace[546708541] 'agreement among raft nodes before linearized reading' (duration: 348.917892ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.411622Z","caller":"traceutil/trace.go:171","msg":"trace[1721972449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2129; }","duration":"358.018444ms","start":"2026-04-04T10:22:27.053588Z","end":"2026-04-04T10:22:27.411607Z","steps":["trace[1721972449] 'agreement among raft nodes before linearized reading' (duration: 357.799458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.411762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.492177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-04T10:22:27.411772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.219321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-04T10:22:27.411831Z","caller":"traceutil/trace.go:171","msg":"trace[1197932389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2129; }","duration":"352.445934ms","start":"2026-04-04T10:22:27.059113Z","end":"2026-04-04T10:22:27.411559Z","steps":["trace[1197932389] 'agreement among raft nodes before linearized reading' (duration: 352.30753ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.41187Z","caller":"traceutil/trace.go:171","msg":"trace[1672039322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2129; }","duration":"329.344343ms","start":"2026-04-04T10:22:27.0825Z","end":"2026-04-04T10:22:27.411845Z","steps":["trace[1672039322] 'agreement among raft nodes before linearized reading' (duration: 329.114138ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:27.411848Z","caller":"traceutil/trace.go:171","msg":"trace[442866786] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2129; }","duration":"326.666942ms","start":"2026-04-04T10:22:27.085166Z","end":"2026-04-04T10:22:27.411833Z","steps":["trace[442866786] 'agreement among raft nodes before linearized reading' (duration: 326.278183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.411905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.059093Z","time spent":"352.76048ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-04T10:22:27.411683Z","caller":"traceutil/trace.go:171","msg":"trace[1867499364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2129; }","duration":"277.568374ms","start":"2026-04-04T10:22:27.134103Z","end":"2026-04-04T10:22:27.411671Z","steps":["trace[1867499364] 'agreement among raft nodes before linearized reading' (duration: 277.408321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.41192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.056141Z","time spent":"355.633048ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:27.411938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.082488Z","time spent":"329.438465ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-04T10:22:27.411566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.166762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-04T10:22:27.412047Z","caller":"traceutil/trace.go:171","msg":"trace[1759183760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"276.672173ms","start":"2026-04-04T10:22:27.135363Z","end":"2026-04-04T10:22:27.412035Z","steps":["trace[1759183760] 'agreement among raft nodes before linearized reading' (duration: 276.100321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.412058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.085151Z","time spent":"326.896397ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-04T10:22:27.411781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.062664Z","time spent":"349.107946ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-04T10:22:27.411778Z","caller":"traceutil/trace.go:171","msg":"trace[1724841643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2129; }","duration":"349.608486ms","start":"2026-04-04T10:22:27.062151Z","end":"2026-04-04T10:22:27.411759Z","steps":["trace[1724841643] 'agreement among raft nodes before linearized reading' (duration: 349.442343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:27.41217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.062131Z","time spent":"350.025187ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-04T10:22:27.411794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.053547Z","time spent":"358.236409ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-04T10:22:28.04739Z","caller":"traceutil/trace.go:171","msg":"trace[745849301] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"629.956116ms","start":"2026-04-04T10:22:27.4174Z","end":"2026-04-04T10:22:28.047356Z","steps":["trace[745849301] 'process raft request' (duration: 629.562356ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:28.047421Z","caller":"traceutil/trace.go:171","msg":"trace[2065625824] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"629.971147ms","start":"2026-04-04T10:22:27.417412Z","end":"2026-04-04T10:22:28.047383Z","steps":["trace[2065625824] 'process raft request' (duration: 629.811343ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:28.047536Z","caller":"traceutil/trace.go:171","msg":"trace[1117940624] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"629.619777ms","start":"2026-04-04T10:22:27.41789Z","end":"2026-04-04T10:22:28.04751Z","steps":["trace[1117940624] 'process raft request' (duration: 629.467504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.047581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.417389Z","time spent":"630.092099ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:28.04759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.41738Z","time spent":"630.118379ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:28.047537Z","caller":"traceutil/trace.go:171","msg":"trace[931266349] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"629.816903ms","start":"2026-04-04T10:22:27.417691Z","end":"2026-04-04T10:22:28.047508Z","steps":["trace[931266349] 'process raft request' (duration: 629.608299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.047701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.417851Z","time spent":"629.762931ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:28.04775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.417672Z","time spent":"630.019237ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:22:28.0488Z","caller":"traceutil/trace.go:171","msg":"trace[251971835] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2210; }","duration":"388.186329ms","start":"2026-04-04T10:22:27.660577Z","end":"2026-04-04T10:22:28.048764Z","steps":["trace[251971835] 'read index received' (duration: 386.318875ms)","trace[251971835] 'applied index is now lower than readState.Index' (duration: 1.866504ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:22:28.048978Z","caller":"traceutil/trace.go:171","msg":"trace[704478001] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"630.893607ms","start":"2026-04-04T10:22:27.418069Z","end":"2026-04-04T10:22:28.048963Z","steps":["trace[704478001] 'process raft request' (duration: 630.483268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.049087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.418062Z","time spent":"630.942938ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:28.049146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.963703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:22:28.049205Z","caller":"traceutil/trace.go:171","msg":"trace[2116721460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"275.053514ms","start":"2026-04-04T10:22:27.774137Z","end":"2026-04-04T10:22:28.049191Z","steps":["trace[2116721460] 'agreement among raft nodes before linearized reading' (duration: 274.959942ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:22:28.049202Z","caller":"traceutil/trace.go:171","msg":"trace[2018834577] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"631.177014ms","start":"2026-04-04T10:22:27.417985Z","end":"2026-04-04T10:22:28.049162Z","steps":["trace[2018834577] 'process raft request' (duration: 629.472294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.049347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.417975Z","time spent":"631.302417ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:22:28.049395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.300517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122990"} {"level":"warn","ts":"2026-04-04T10:22:28.049404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.285567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-04T10:22:28.049461Z","caller":"traceutil/trace.go:171","msg":"trace[1529195230] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2136; }","duration":"369.39487ms","start":"2026-04-04T10:22:27.680043Z","end":"2026-04-04T10:22:28.049438Z","steps":["trace[1529195230] 'agreement among raft nodes before linearized reading' (duration: 369.041891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.049509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.680023Z","time spent":"369.473101ms","remote":"127.0.0.1:43850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123014,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-04T10:22:28.049507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.873835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-04T10:22:28.049499Z","caller":"traceutil/trace.go:171","msg":"trace[2074080805] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2136; }","duration":"369.40998ms","start":"2026-04-04T10:22:27.680076Z","end":"2026-04-04T10:22:28.049486Z","steps":["trace[2074080805] 'agreement among raft nodes before linearized reading' (duration: 369.057331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.049617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.680059Z","time spent":"369.545352ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-04T10:22:28.049616Z","caller":"traceutil/trace.go:171","msg":"trace[15515965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2136; }","duration":"389.064829ms","start":"2026-04-04T10:22:27.660531Z","end":"2026-04-04T10:22:28.049596Z","steps":["trace[15515965] 'agreement among raft nodes before linearized reading' (duration: 388.68166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:22:28.049686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:22:27.66051Z","time spent":"389.167081ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-04T10:22:45.653244Z","caller":"traceutil/trace.go:171","msg":"trace[1823927611] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"143.42074ms","start":"2026-04-04T10:22:45.509788Z","end":"2026-04-04T10:22:45.653208Z","steps":["trace[1823927611] 'process raft request' (duration: 143.195404ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:10.413083Z","caller":"traceutil/trace.go:171","msg":"trace[245669545] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2497; }","duration":"140.670311ms","start":"2026-04-04T10:23:10.272382Z","end":"2026-04-04T10:23:10.413053Z","steps":["trace[245669545] 'read index received' (duration: 140.518767ms)","trace[245669545] 'applied index is now lower than readState.Index' (duration: 150.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:23:10.413191Z","caller":"traceutil/trace.go:171","msg":"trace[1106433466] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"141.237464ms","start":"2026-04-04T10:23:10.27193Z","end":"2026-04-04T10:23:10.413167Z","steps":["trace[1106433466] 'process raft request' (duration: 140.936897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:10.413393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.977199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-04T10:23:10.413442Z","caller":"traceutil/trace.go:171","msg":"trace[787855996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2408; }","duration":"141.074392ms","start":"2026-04-04T10:23:10.272351Z","end":"2026-04-04T10:23:10.413426Z","steps":["trace[787855996] 'agreement among raft nodes before linearized reading' (duration: 140.880407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:10.416218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.210044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-04T10:23:10.416265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.195858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-04T10:23:10.416276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.46954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-04T10:23:10.416294Z","caller":"traceutil/trace.go:171","msg":"trace[375380188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2409; }","duration":"141.321027ms","start":"2026-04-04T10:23:10.274957Z","end":"2026-04-04T10:23:10.416278Z","steps":["trace[375380188] 'agreement among raft nodes before linearized reading' (duration: 141.090712ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:10.416302Z","caller":"traceutil/trace.go:171","msg":"trace[368980612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2409; }","duration":"140.257579ms","start":"2026-04-04T10:23:10.276034Z","end":"2026-04-04T10:23:10.416292Z","steps":["trace[368980612] 'agreement among raft nodes before linearized reading' (duration: 140.152147ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:10.416332Z","caller":"traceutil/trace.go:171","msg":"trace[962159075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2409; }","duration":"139.537732ms","start":"2026-04-04T10:23:10.276778Z","end":"2026-04-04T10:23:10.416316Z","steps":["trace[962159075] 'agreement among raft nodes before linearized reading' (duration: 139.390238ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:10.416198Z","caller":"traceutil/trace.go:171","msg":"trace[254605690] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"143.394259ms","start":"2026-04-04T10:23:10.272747Z","end":"2026-04-04T10:23:10.416141Z","steps":["trace[254605690] 'process raft request' (duration: 143.159732ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:40.013374Z","caller":"traceutil/trace.go:171","msg":"trace[1512685606] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"329.201952ms","start":"2026-04-04T10:23:39.684138Z","end":"2026-04-04T10:23:40.01334Z","steps":["trace[1512685606] 'process raft request' (duration: 329.011277ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:40.013726Z","caller":"traceutil/trace.go:171","msg":"trace[2091217215] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2670; }","duration":"264.153139ms","start":"2026-04-04T10:23:39.749556Z","end":"2026-04-04T10:23:40.013709Z","steps":["trace[2091217215] 'read index received' (duration: 264.145799ms)","trace[2091217215] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:40.014036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.913876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-04T10:23:40.014051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.519906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:23:40.01415Z","caller":"traceutil/trace.go:171","msg":"trace[801526834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2573; }","duration":"230.652419ms","start":"2026-04-04T10:23:39.783479Z","end":"2026-04-04T10:23:40.014131Z","steps":["trace[801526834] 'agreement among raft nodes before linearized reading' (duration: 230.386772ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:40.014144Z","caller":"traceutil/trace.go:171","msg":"trace[1336678912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2573; }","duration":"127.0827ms","start":"2026-04-04T10:23:39.887034Z","end":"2026-04-04T10:23:40.014117Z","steps":["trace[1336678912] 'agreement among raft nodes before linearized reading' (duration: 126.807962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:40.014113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.53303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-04T10:23:40.014215Z","caller":"traceutil/trace.go:171","msg":"trace[1342908477] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2573; }","duration":"264.700194ms","start":"2026-04-04T10:23:39.749498Z","end":"2026-04-04T10:23:40.014198Z","steps":["trace[1342908477] 'agreement among raft nodes before linearized reading' (duration: 264.391326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:23:40.01419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:23:39.684117Z","time spent":"329.364247ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:23:40.014749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.411819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:23:40.014831Z","caller":"traceutil/trace.go:171","msg":"trace[1311299927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2573; }","duration":"241.542192ms","start":"2026-04-04T10:23:39.773268Z","end":"2026-04-04T10:23:40.01481Z","steps":["trace[1311299927] 'agreement among raft nodes before linearized reading' (duration: 240.539466ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:40.156536Z","caller":"traceutil/trace.go:171","msg":"trace[242833108] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2670; }","duration":"134.947707ms","start":"2026-04-04T10:23:40.021554Z","end":"2026-04-04T10:23:40.156501Z","steps":["trace[242833108] 'read index received' (duration: 128.721551ms)","trace[242833108] 'applied index is now lower than readState.Index' (duration: 6.224676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:23:40.156867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.292157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-04T10:23:40.156916Z","caller":"traceutil/trace.go:171","msg":"trace[923670161] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2574; }","duration":"135.383499ms","start":"2026-04-04T10:23:40.02152Z","end":"2026-04-04T10:23:40.156904Z","steps":["trace[923670161] 'agreement among raft nodes before linearized reading' (duration: 135.128411ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:23:40.15715Z","caller":"traceutil/trace.go:171","msg":"trace[2061815191] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"138.337711ms","start":"2026-04-04T10:23:40.018801Z","end":"2026-04-04T10:23:40.157139Z","steps":["trace[2061815191] 'process raft request' (duration: 131.495979ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:39.13125Z","caller":"traceutil/trace.go:171","msg":"trace[1990609743] linearizableReadLoop","detail":"{readStateIndex:2992; appliedIndex:2990; }","duration":"140.209363ms","start":"2026-04-04T10:24:38.991022Z","end":"2026-04-04T10:24:39.131231Z","steps":["trace[1990609743] 'read index received' (duration: 24.611106ms)","trace[1990609743] 'applied index is now lower than readState.Index' (duration: 115.597367ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:24:39.131315Z","caller":"traceutil/trace.go:171","msg":"trace[1463472726] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"140.742105ms","start":"2026-04-04T10:24:38.990543Z","end":"2026-04-04T10:24:39.131285Z","steps":["trace[1463472726] 'process raft request' (duration: 114.62967ms)","trace[1463472726] 'compare' (duration: 25.968981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:24:39.131468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.441078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:24:39.131499Z","caller":"traceutil/trace.go:171","msg":"trace[680392675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2884; }","duration":"140.53508ms","start":"2026-04-04T10:24:38.990957Z","end":"2026-04-04T10:24:39.131492Z","steps":["trace[680392675] 'agreement among raft nodes before linearized reading' (duration: 140.411947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:39.131724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.421856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-04T10:24:39.131789Z","caller":"traceutil/trace.go:171","msg":"trace[1083332551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2884; }","duration":"140.522179ms","start":"2026-04-04T10:24:38.991251Z","end":"2026-04-04T10:24:39.131773Z","steps":["trace[1083332551] 'agreement among raft nodes before linearized reading' (duration: 140.197271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:24:42.948985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.6789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:24:42.949027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.667628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:24:42.949131Z","caller":"traceutil/trace.go:171","msg":"trace[1897918324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2901; }","duration":"151.818902ms","start":"2026-04-04T10:24:42.797297Z","end":"2026-04-04T10:24:42.949116Z","steps":["trace[1897918324] 'range keys from in-memory index tree' (duration: 151.544455ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:42.949059Z","caller":"traceutil/trace.go:171","msg":"trace[2115780525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2901; }","duration":"177.799313ms","start":"2026-04-04T10:24:42.771243Z","end":"2026-04-04T10:24:42.949043Z","steps":["trace[2115780525] 'range keys from in-memory index tree' (duration: 177.589408ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:24:59.537074Z","caller":"traceutil/trace.go:171","msg":"trace[2117282153] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"101.516943ms","start":"2026-04-04T10:24:59.435511Z","end":"2026-04-04T10:24:59.537028Z","steps":["trace[2117282153] 'process raft request' (duration: 57.66908ms)","trace[2117282153] 'compare' (duration: 43.412131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:26:05.601906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.867094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-04T10:26:05.601986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.64884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:26:05.602439Z","caller":"traceutil/trace.go:171","msg":"trace[1769281366] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3444; }","duration":"210.174023ms","start":"2026-04-04T10:26:05.392251Z","end":"2026-04-04T10:26:05.602425Z","steps":["trace[1769281366] 'count revisions from in-memory index tree' (duration: 209.529847ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:26:05.601996Z","caller":"traceutil/trace.go:171","msg":"trace[1536254052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3444; }","duration":"277.006649ms","start":"2026-04-04T10:26:05.324975Z","end":"2026-04-04T10:26:05.601981Z","steps":["trace[1536254052] 'range keys from in-memory index tree' (duration: 276.67424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:26:05.602055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.889192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:26:05.602564Z","caller":"traceutil/trace.go:171","msg":"trace[1340157848] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3444; }","duration":"251.434485ms","start":"2026-04-04T10:26:05.351117Z","end":"2026-04-04T10:26:05.602552Z","steps":["trace[1340157848] 'range keys from in-memory index tree' (duration: 250.823309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:27:53.236986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.667644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:27:53.23738Z","caller":"traceutil/trace.go:171","msg":"trace[1627043887] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"258.765913ms","start":"2026-04-04T10:27:52.978599Z","end":"2026-04-04T10:27:53.237365Z","steps":["trace[1627043887] 'process raft request' (duration: 93.644076ms)","trace[1627043887] 'compare' (duration: 164.512941ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:27:53.237865Z","caller":"traceutil/trace.go:171","msg":"trace[1238320050] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"107.440502ms","start":"2026-04-04T10:27:53.130381Z","end":"2026-04-04T10:27:53.237821Z","steps":["trace[1238320050] 'read index received' (duration: 44.981µs)","trace[1238320050] 'applied index is now lower than readState.Index' (duration: 107.392161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:53.238218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.799421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-908fa4c7-964e-46e3-9021-29592b67164f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-04T10:27:53.238312Z","caller":"traceutil/trace.go:171","msg":"trace[1709309082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-908fa4c7-964e-46e3-9021-29592b67164f; range_end:; response_count:1; response_revision:4624; }","duration":"107.961626ms","start":"2026-04-04T10:27:53.130328Z","end":"2026-04-04T10:27:53.238289Z","steps":["trace[1709309082] 'agreement among raft nodes before linearized reading' (duration: 107.644968ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:59.78511Z","caller":"traceutil/trace.go:171","msg":"trace[772234641] linearizableReadLoop","detail":"{readStateIndex:5037; appliedIndex:5036; }","duration":"123.17864ms","start":"2026-04-04T10:27:59.661916Z","end":"2026-04-04T10:27:59.785095Z","steps":["trace[772234641] 'read index received' (duration: 89.908249ms)","trace[772234641] 'applied index is now lower than readState.Index' (duration: 33.269801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:27:59.785233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.308944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:27:59.785255Z","caller":"traceutil/trace.go:171","msg":"trace[1585165006] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4852; }","duration":"123.383597ms","start":"2026-04-04T10:27:59.661864Z","end":"2026-04-04T10:27:59.785247Z","steps":["trace[1585165006] 'agreement among raft nodes before linearized reading' (duration: 123.317104ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:27:59.785222Z","caller":"traceutil/trace.go:171","msg":"trace[545891076] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"186.469219ms","start":"2026-04-04T10:27:59.598715Z","end":"2026-04-04T10:27:59.785184Z","steps":["trace[545891076] 'process raft request' (duration: 153.113346ms)","trace[545891076] 'compare' (duration: 33.149398ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:00.209015Z","caller":"traceutil/trace.go:171","msg":"trace[805600602] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5038; }","duration":"201.675703ms","start":"2026-04-04T10:28:00.007313Z","end":"2026-04-04T10:28:00.208989Z","steps":["trace[805600602] 'read index received' (duration: 201.590051ms)","trace[805600602] 'applied index is now lower than readState.Index' (duration: 84.772µs)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:00.209256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.924989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ecfcc42b-9cee-42d6-a198-372a2ecb1986\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-04T10:28:00.209301Z","caller":"traceutil/trace.go:171","msg":"trace[199142483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ecfcc42b-9cee-42d6-a198-372a2ecb1986; range_end:; response_count:1; response_revision:4854; }","duration":"202.040712ms","start":"2026-04-04T10:28:00.007246Z","end":"2026-04-04T10:28:00.209287Z","steps":["trace[199142483] 'agreement among raft nodes before linearized reading' (duration: 201.845837ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.209539Z","caller":"traceutil/trace.go:171","msg":"trace[205464369] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"235.776246ms","start":"2026-04-04T10:27:59.973709Z","end":"2026-04-04T10:28:00.209485Z","steps":["trace[205464369] 'process raft request' (duration: 235.12806ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.367895Z","caller":"traceutil/trace.go:171","msg":"trace[656557865] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"139.330929ms","start":"2026-04-04T10:28:00.228542Z","end":"2026-04-04T10:28:00.367873Z","steps":["trace[656557865] 'process raft request' (duration: 139.181155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:00.368104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.507326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:28:00.368163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.203344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:28:00.368229Z","caller":"traceutil/trace.go:171","msg":"trace[787944835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4858; }","duration":"131.66171ms","start":"2026-04-04T10:28:00.236548Z","end":"2026-04-04T10:28:00.36821Z","steps":["trace[787944835] 'agreement among raft nodes before linearized reading' (duration: 131.368033ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.36824Z","caller":"traceutil/trace.go:171","msg":"trace[540785878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4858; }","duration":"122.312317ms","start":"2026-04-04T10:28:00.24591Z","end":"2026-04-04T10:28:00.368222Z","steps":["trace[540785878] 'agreement among raft nodes before linearized reading' (duration: 122.089202ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.403024Z","caller":"traceutil/trace.go:171","msg":"trace[145500936] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"100.354379ms","start":"2026-04-04T10:28:00.302618Z","end":"2026-04-04T10:28:00.402972Z","steps":["trace[145500936] 'process raft request' (duration: 100.292797ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.403086Z","caller":"traceutil/trace.go:171","msg":"trace[741941683] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"100.843342ms","start":"2026-04-04T10:28:00.3022Z","end":"2026-04-04T10:28:00.403043Z","steps":["trace[741941683] 'process raft request' (duration: 100.43387ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.518458Z","caller":"traceutil/trace.go:171","msg":"trace[1056282886] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"144.921313ms","start":"2026-04-04T10:28:00.373505Z","end":"2026-04-04T10:28:00.518427Z","steps":["trace[1056282886] 'process raft request' (duration: 144.822961ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.51847Z","caller":"traceutil/trace.go:171","msg":"trace[1209451396] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"145.010606ms","start":"2026-04-04T10:28:00.373417Z","end":"2026-04-04T10:28:00.518428Z","steps":["trace[1209451396] 'process raft request' (duration: 139.455692ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.518629Z","caller":"traceutil/trace.go:171","msg":"trace[1161720082] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"144.873522ms","start":"2026-04-04T10:28:00.373731Z","end":"2026-04-04T10:28:00.518604Z","steps":["trace[1161720082] 'process raft request' (duration: 144.680878ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:00.518618Z","caller":"traceutil/trace.go:171","msg":"trace[1882533011] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"145.001155ms","start":"2026-04-04T10:28:00.373569Z","end":"2026-04-04T10:28:00.51857Z","steps":["trace[1882533011] 'process raft request' (duration: 144.804101ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.287834Z","caller":"traceutil/trace.go:171","msg":"trace[618692029] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"116.437905ms","start":"2026-04-04T10:28:07.171336Z","end":"2026-04-04T10:28:07.287773Z","steps":["trace[618692029] 'process raft request' (duration: 95.897674ms)","trace[618692029] 'compare' (duration: 20.150941ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:07.305543Z","caller":"traceutil/trace.go:171","msg":"trace[136148869] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"134.059732ms","start":"2026-04-04T10:28:07.171431Z","end":"2026-04-04T10:28:07.305491Z","steps":["trace[136148869] 'process raft request' (duration: 133.833846ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.305697Z","caller":"traceutil/trace.go:171","msg":"trace[195677766] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"133.919779ms","start":"2026-04-04T10:28:07.171767Z","end":"2026-04-04T10:28:07.305687Z","steps":["trace[195677766] 'process raft request' (duration: 133.706093ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:07.305535Z","caller":"traceutil/trace.go:171","msg":"trace[1801848977] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"133.947009ms","start":"2026-04-04T10:28:07.171569Z","end":"2026-04-04T10:28:07.305516Z","steps":["trace[1801848977] 'process raft request' (duration: 133.850006ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:10.444554Z","caller":"traceutil/trace.go:171","msg":"trace[1769846089] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"174.424387ms","start":"2026-04-04T10:28:10.270074Z","end":"2026-04-04T10:28:10.444499Z","steps":["trace[1769846089] 'process raft request' (duration: 83.940514ms)","trace[1769846089] 'compare' (duration: 90.369741ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:10.444786Z","caller":"traceutil/trace.go:171","msg":"trace[1120110175] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"174.626002ms","start":"2026-04-04T10:28:10.27014Z","end":"2026-04-04T10:28:10.444766Z","steps":["trace[1120110175] 'process raft request' (duration: 174.414107ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:10.44484Z","caller":"traceutil/trace.go:171","msg":"trace[1550920684] linearizableReadLoop","detail":"{readStateIndex:5253; appliedIndex:5251; }","duration":"174.664353ms","start":"2026-04-04T10:28:10.270143Z","end":"2026-04-04T10:28:10.444807Z","steps":["trace[1550920684] 'read index received' (duration: 378.499µs)","trace[1550920684] 'applied index is now lower than readState.Index' (duration: 174.284724ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:10.444907Z","caller":"traceutil/trace.go:171","msg":"trace[1396315907] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"174.695163ms","start":"2026-04-04T10:28:10.270169Z","end":"2026-04-04T10:28:10.444864Z","steps":["trace[1396315907] 'process raft request' (duration: 174.523909ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:10.444949Z","caller":"traceutil/trace.go:171","msg":"trace[158808223] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"174.741706ms","start":"2026-04-04T10:28:10.270189Z","end":"2026-04-04T10:28:10.444931Z","steps":["trace[158808223] 'process raft request' (duration: 174.557851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:10.445146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.969151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-b6qs7\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-04-04T10:28:10.445193Z","caller":"traceutil/trace.go:171","msg":"trace[822676837] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-b6qs7; range_end:; response_count:1; response_revision:5064; }","duration":"175.084534ms","start":"2026-04-04T10:28:10.270096Z","end":"2026-04-04T10:28:10.445181Z","steps":["trace[822676837] 'agreement among raft nodes before linearized reading' (duration: 174.89772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:17.137435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.40499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:28:17.13753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.129017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8fe2f43f-a4c7-4152-99e2-92dd24497c57\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-04T10:28:17.137553Z","caller":"traceutil/trace.go:171","msg":"trace[1227920446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5201; }","duration":"210.537733ms","start":"2026-04-04T10:28:16.926993Z","end":"2026-04-04T10:28:17.137531Z","steps":["trace[1227920446] 'count revisions from in-memory index tree' (duration: 210.272486ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.137614Z","caller":"traceutil/trace.go:171","msg":"trace[35873421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8fe2f43f-a4c7-4152-99e2-92dd24497c57; range_end:; response_count:1; response_revision:5201; }","duration":"104.262641ms","start":"2026-04-04T10:28:17.033329Z","end":"2026-04-04T10:28:17.137591Z","steps":["trace[35873421] 'range keys from in-memory index tree' (duration: 103.940222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:17.13766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.247773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp6g8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-04T10:28:17.138012Z","caller":"traceutil/trace.go:171","msg":"trace[107446880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp6g8; range_end:; response_count:1; response_revision:5201; }","duration":"147.649594ms","start":"2026-04-04T10:28:16.990344Z","end":"2026-04-04T10:28:17.137994Z","steps":["trace[107446880] 'range keys from in-memory index tree' (duration: 146.781882ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.310638Z","caller":"traceutil/trace.go:171","msg":"trace[2036087459] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"165.176028ms","start":"2026-04-04T10:28:17.145439Z","end":"2026-04-04T10:28:17.310615Z","steps":["trace[2036087459] 'process raft request' (duration: 164.973373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:17.458696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.381767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:28:17.459069Z","caller":"traceutil/trace.go:171","msg":"trace[983002393] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"141.515855ms","start":"2026-04-04T10:28:17.317536Z","end":"2026-04-04T10:28:17.459052Z","steps":["trace[983002393] 'process raft request' (duration: 141.246869ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.459211Z","caller":"traceutil/trace.go:171","msg":"trace[1772166743] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"141.891066ms","start":"2026-04-04T10:28:17.317292Z","end":"2026-04-04T10:28:17.459183Z","steps":["trace[1772166743] 'process raft request' (duration: 27.945334ms)","trace[1772166743] 'compare' (duration: 113.225603ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:17.459337Z","caller":"traceutil/trace.go:171","msg":"trace[1453067922] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"140.829627ms","start":"2026-04-04T10:28:17.318492Z","end":"2026-04-04T10:28:17.459322Z","steps":["trace[1453067922] 'process raft request' (duration: 140.462347ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.459321Z","caller":"traceutil/trace.go:171","msg":"trace[1256568717] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"141.636379ms","start":"2026-04-04T10:28:17.317648Z","end":"2026-04-04T10:28:17.459285Z","steps":["trace[1256568717] 'process raft request' (duration: 141.248859ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.459969Z","caller":"traceutil/trace.go:171","msg":"trace[476085589] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"138.468776ms","start":"2026-04-04T10:28:17.321477Z","end":"2026-04-04T10:28:17.459945Z","steps":["trace[476085589] 'process raft request' (duration: 137.527161ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.460021Z","caller":"traceutil/trace.go:171","msg":"trace[1201385649] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5395; }","duration":"142.376988ms","start":"2026-04-04T10:28:17.317619Z","end":"2026-04-04T10:28:17.459996Z","steps":["trace[1201385649] 'read index received' (duration: 7.255499ms)","trace[1201385649] 'applied index is now lower than readState.Index' (duration: 135.118379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:17.460257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.590664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16980"} {"level":"info","ts":"2026-04-04T10:28:17.460315Z","caller":"traceutil/trace.go:171","msg":"trace[768158679] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5208; }","duration":"142.702526ms","start":"2026-04-04T10:28:17.317599Z","end":"2026-04-04T10:28:17.460301Z","steps":["trace[768158679] 'agreement among raft nodes before linearized reading' (duration: 142.47131ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:17.700051Z","caller":"traceutil/trace.go:171","msg":"trace[1297649281] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"313.575132ms","start":"2026-04-04T10:28:17.386433Z","end":"2026-04-04T10:28:17.700008Z","steps":["trace[1297649281] 'process raft request' (duration: 239.964105ms)","trace[1297649281] 'compare' (duration: 73.293228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:17.700243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:17.386412Z","time spent":"313.735705ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:17.700547Z","caller":"traceutil/trace.go:171","msg":"trace[785089658] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5401; }","duration":"137.806109ms","start":"2026-04-04T10:28:17.562711Z","end":"2026-04-04T10:28:17.700517Z","steps":["trace[785089658] 'read index received' (duration: 63.769083ms)","trace[785089658] 'applied index is now lower than readState.Index' (duration: 74.034956ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:17.700665Z","caller":"traceutil/trace.go:171","msg":"trace[1713904615] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"233.896307ms","start":"2026-04-04T10:28:17.466744Z","end":"2026-04-04T10:28:17.700641Z","steps":["trace[1713904615] 'process raft request' (duration: 233.620701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:17.7007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.976294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:17.700762Z","caller":"traceutil/trace.go:171","msg":"trace[262817418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5210; }","duration":"138.091487ms","start":"2026-04-04T10:28:17.562655Z","end":"2026-04-04T10:28:17.700747Z","steps":["trace[262817418] 'agreement among raft nodes before linearized reading' (duration: 137.985113ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:19.392191Z","caller":"traceutil/trace.go:171","msg":"trace[1439796314] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"162.208542ms","start":"2026-04-04T10:28:19.229955Z","end":"2026-04-04T10:28:19.392163Z","steps":["trace[1439796314] 'process raft request' (duration: 162.038237ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:25.53822Z","caller":"traceutil/trace.go:171","msg":"trace[1571543469] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5546; }","duration":"209.476704ms","start":"2026-04-04T10:28:25.328719Z","end":"2026-04-04T10:28:25.538195Z","steps":["trace[1571543469] 'read index received' (duration: 209.231458ms)","trace[1571543469] 'applied index is now lower than readState.Index' (duration: 244.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:25.538315Z","caller":"traceutil/trace.go:171","msg":"trace[1932792160] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"214.511366ms","start":"2026-04-04T10:28:25.323761Z","end":"2026-04-04T10:28:25.538272Z","steps":["trace[1932792160] 'process raft request' (duration: 214.262649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:25.538413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.679051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-04T10:28:25.538452Z","caller":"traceutil/trace.go:171","msg":"trace[1477403895] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5349; }","duration":"209.770843ms","start":"2026-04-04T10:28:25.328667Z","end":"2026-04-04T10:28:25.538438Z","steps":["trace[1477403895] 'agreement among raft nodes before linearized reading' (duration: 209.616399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:29.907123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14259976796441037049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-04T10:28:30.052527Z","caller":"traceutil/trace.go:171","msg":"trace[1055248079] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"692.096599ms","start":"2026-04-04T10:28:29.36041Z","end":"2026-04-04T10:28:30.052506Z","steps":["trace[1055248079] 'process raft request' (duration: 691.783811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.052663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.360384Z","time spent":"692.201461ms","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:28:30.15227Z","caller":"traceutil/trace.go:171","msg":"trace[1266677923] linearizableReadLoop","detail":"{readStateIndex:5586; appliedIndex:5584; }","duration":"745.214444ms","start":"2026-04-04T10:28:29.407016Z","end":"2026-04-04T10:28:30.15223Z","steps":["trace[1266677923] 'read index received' (duration: 645.85036ms)","trace[1266677923] 'applied index is now lower than readState.Index' (duration: 99.363144ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:28:30.152389Z","caller":"traceutil/trace.go:171","msg":"trace[1743440237] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"260.444927ms","start":"2026-04-04T10:28:29.891932Z","end":"2026-04-04T10:28:30.152377Z","steps":["trace[1743440237] 'process raft request' (duration: 260.232052ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:30.152367Z","caller":"traceutil/trace.go:171","msg":"trace[1813397268] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"417.819673ms","start":"2026-04-04T10:28:29.734502Z","end":"2026-04-04T10:28:30.152321Z","steps":["trace[1813397268] 'process raft request' (duration: 372.580352ms)","trace[1813397268] 'compare' (duration: 44.959295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:28:30.15255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.734484Z","time spent":"417.986178ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:28:30.152657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.623835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-04T10:28:30.152741Z","caller":"traceutil/trace.go:171","msg":"trace[450164966] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5388; }","duration":"745.773669ms","start":"2026-04-04T10:28:29.406945Z","end":"2026-04-04T10:28:30.152719Z","steps":["trace[450164966] 'agreement among raft nodes before linearized reading' (duration: 745.552773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.152788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.406914Z","time spent":"745.865372ms","remote":"127.0.0.1:43988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-04T10:28:30.194029Z","caller":"traceutil/trace.go:171","msg":"trace[929931640] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"134.112875ms","start":"2026-04-04T10:28:30.059891Z","end":"2026-04-04T10:28:30.194004Z","steps":["trace[929931640] 'process raft request' (duration: 133.916469ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:30.194351Z","caller":"traceutil/trace.go:171","msg":"trace[1098181484] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"134.002592ms","start":"2026-04-04T10:28:30.060316Z","end":"2026-04-04T10:28:30.194319Z","steps":["trace[1098181484] 'process raft request' (duration: 133.630952ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:30.194463Z","caller":"traceutil/trace.go:171","msg":"trace[1477915400] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"132.702948ms","start":"2026-04-04T10:28:30.061738Z","end":"2026-04-04T10:28:30.194441Z","steps":["trace[1477915400] 'process raft request' (duration: 132.470402ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:30.194601Z","caller":"traceutil/trace.go:171","msg":"trace[740895743] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"132.402661ms","start":"2026-04-04T10:28:30.062183Z","end":"2026-04-04T10:28:30.194586Z","steps":["trace[740895743] 'process raft request' (duration: 132.135134ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:28:30.194618Z","caller":"traceutil/trace.go:171","msg":"trace[1060651100] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"131.935678ms","start":"2026-04-04T10:28:30.062657Z","end":"2026-04-04T10:28:30.194592Z","steps":["trace[1060651100] 'process raft request' (duration: 131.738522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.194657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.453864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:30.194691Z","caller":"traceutil/trace.go:171","msg":"trace[1640747727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5393; }","duration":"422.522425ms","start":"2026-04-04T10:28:29.772158Z","end":"2026-04-04T10:28:30.19468Z","steps":["trace[1640747727] 'agreement among raft nodes before linearized reading' (duration: 422.434503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.194727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.772143Z","time spent":"422.577137ms","remote":"127.0.0.1:43800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-04T10:28:30.194728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.385219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:28:30.194809Z","caller":"traceutil/trace.go:171","msg":"trace[713637138] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5393; }","duration":"462.518882ms","start":"2026-04-04T10:28:29.732267Z","end":"2026-04-04T10:28:30.194786Z","steps":["trace[713637138] 'agreement among raft nodes before linearized reading' (duration: 462.381049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.194914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.732239Z","time spent":"462.614944ms","remote":"127.0.0.1:47110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:28:30.195314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.146021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.136\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-04T10:28:30.195377Z","caller":"traceutil/trace.go:171","msg":"trace[167542696] range","detail":"{range_begin:/registry/masterleases/199.19.213.136; range_end:; response_count:1; response_revision:5393; }","duration":"699.266884ms","start":"2026-04-04T10:28:29.496094Z","end":"2026-04-04T10:28:30.195361Z","steps":["trace[167542696] 'agreement among raft nodes before linearized reading' (duration: 698.548486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:28:30.195411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:28:29.496061Z","time spent":"699.342506ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.136\" "} {"level":"info","ts":"2026-04-04T10:28:56.388653Z","caller":"traceutil/trace.go:171","msg":"trace[785193460] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"149.412101ms","start":"2026-04-04T10:28:56.239214Z","end":"2026-04-04T10:28:56.388626Z","steps":["trace[785193460] 'process raft request' (duration: 149.220585ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:05.054691Z","caller":"traceutil/trace.go:171","msg":"trace[1365114196] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"110.586514ms","start":"2026-04-04T10:29:04.944027Z","end":"2026-04-04T10:29:05.054614Z","steps":["trace[1365114196] 'process raft request' (duration: 110.379849ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:29:26.444798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2816} {"level":"info","ts":"2026-04-04T10:29:26.521037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2816,"took":"74.936391ms","hash":1196226566,"current-db-size-bytes":56844288,"current-db-size":"57 MB","current-db-size-in-use-bytes":32718848,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-04T10:29:26.521099Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1196226566,"revision":2816,"compact-revision":-1} {"level":"info","ts":"2026-04-04T10:34:04.935199Z","caller":"traceutil/trace.go:171","msg":"trace[1643481016] linearizableReadLoop","detail":"{readStateIndex:8244; appliedIndex:8243; }","duration":"162.716388ms","start":"2026-04-04T10:34:04.772451Z","end":"2026-04-04T10:34:04.935167Z","steps":["trace[1643481016] 'read index received' (duration: 127.024716ms)","trace[1643481016] 'applied index is now lower than readState.Index' (duration: 35.688772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:04.935344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.880612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:04.935425Z","caller":"traceutil/trace.go:171","msg":"trace[745120281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7965; }","duration":"162.996596ms","start":"2026-04-04T10:34:04.77241Z","end":"2026-04-04T10:34:04.935407Z","steps":["trace[745120281] 'agreement among raft nodes before linearized reading' (duration: 162.880313ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:06.621219Z","caller":"traceutil/trace.go:171","msg":"trace[1992932230] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"200.116995ms","start":"2026-04-04T10:34:06.421061Z","end":"2026-04-04T10:34:06.621178Z","steps":["trace[1992932230] 'process raft request' (duration: 199.91568ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:06.909589Z","caller":"traceutil/trace.go:171","msg":"trace[1621309474] linearizableReadLoop","detail":"{readStateIndex:8251; appliedIndex:8249; }","duration":"298.780632ms","start":"2026-04-04T10:34:06.61078Z","end":"2026-04-04T10:34:06.90956Z","steps":["trace[1621309474] 'read index received' (duration: 10.203717ms)","trace[1621309474] 'applied index is now lower than readState.Index' (duration: 288.575435ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:06.909696Z","caller":"traceutil/trace.go:171","msg":"trace[1241853877] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"485.63245ms","start":"2026-04-04T10:34:06.423981Z","end":"2026-04-04T10:34:06.909613Z","steps":["trace[1241853877] 'process raft request' (duration: 484.409028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:06.909808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.002638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-04T10:34:06.909839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.224773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:06.909886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.485065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-04T10:34:06.909914Z","caller":"traceutil/trace.go:171","msg":"trace[1473174692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7971; }","duration":"137.345187ms","start":"2026-04-04T10:34:06.772549Z","end":"2026-04-04T10:34:06.909895Z","steps":["trace[1473174692] 'agreement among raft nodes before linearized reading' (duration: 137.230603ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:06.909914Z","caller":"traceutil/trace.go:171","msg":"trace[1894750787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7971; }","duration":"299.148492ms","start":"2026-04-04T10:34:06.610738Z","end":"2026-04-04T10:34:06.909886Z","steps":["trace[1894750787] 'agreement among raft nodes before linearized reading' (duration: 298.908535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:06.909907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:06.423956Z","time spent":"485.856586ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:06.909958Z","caller":"traceutil/trace.go:171","msg":"trace[1401727349] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7971; }","duration":"298.573107ms","start":"2026-04-04T10:34:06.611359Z","end":"2026-04-04T10:34:06.909932Z","steps":["trace[1401727349] 'agreement among raft nodes before linearized reading' (duration: 298.375921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:06.910175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.612774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:34:06.910276Z","caller":"traceutil/trace.go:171","msg":"trace[2139833271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7971; }","duration":"268.795969ms","start":"2026-04-04T10:34:06.641455Z","end":"2026-04-04T10:34:06.910251Z","steps":["trace[2139833271] 'agreement among raft nodes before linearized reading' (duration: 268.472641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:18.513499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.698809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:34:18.513663Z","caller":"traceutil/trace.go:171","msg":"trace[523885694] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"664.278885ms","start":"2026-04-04T10:34:17.849354Z","end":"2026-04-04T10:34:18.513633Z","steps":["trace[523885694] 'process raft request' (duration: 509.340759ms)","trace[523885694] 'compare' (duration: 154.257938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:18.513759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:17.849316Z","time spent":"664.391738ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:19.237538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.232867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-04T10:34:19.237661Z","caller":"traceutil/trace.go:171","msg":"trace[1771498163] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"238.054965ms","start":"2026-04-04T10:34:18.999588Z","end":"2026-04-04T10:34:19.237643Z","steps":["trace[1771498163] 'process raft request' (duration: 114.632353ms)","trace[1771498163] 'compare' (duration: 123.039213ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:19.271013Z","caller":"traceutil/trace.go:171","msg":"trace[609857305] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8320; }","duration":"253.90694ms","start":"2026-04-04T10:34:19.017082Z","end":"2026-04-04T10:34:19.270988Z","steps":["trace[609857305] 'read index received' (duration: 97.155148ms)","trace[609857305] 'applied index is now lower than readState.Index' (duration: 156.750752ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:19.271059Z","caller":"traceutil/trace.go:171","msg":"trace[166044157] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"271.366456ms","start":"2026-04-04T10:34:18.99966Z","end":"2026-04-04T10:34:19.271026Z","steps":["trace[166044157] 'process raft request' (duration: 271.012197ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.271097Z","caller":"traceutil/trace.go:171","msg":"trace[905017092] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"271.17712ms","start":"2026-04-04T10:34:18.999871Z","end":"2026-04-04T10:34:19.271048Z","steps":["trace[905017092] 'process raft request' (duration: 271.064077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:19.271269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.498797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-04T10:34:19.271263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.173486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:34:19.271319Z","caller":"traceutil/trace.go:171","msg":"trace[244540830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8040; }","duration":"246.592618ms","start":"2026-04-04T10:34:19.024714Z","end":"2026-04-04T10:34:19.271306Z","steps":["trace[244540830] 'agreement among raft nodes before linearized reading' (duration: 246.427694ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.271359Z","caller":"traceutil/trace.go:171","msg":"trace[792128824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8040; }","duration":"254.328181ms","start":"2026-04-04T10:34:19.017004Z","end":"2026-04-04T10:34:19.271333Z","steps":["trace[792128824] 'agreement among raft nodes before linearized reading' (duration: 254.078985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:19.271476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.532488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp6g8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-04T10:34:19.271539Z","caller":"traceutil/trace.go:171","msg":"trace[2058478079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp6g8; range_end:; response_count:1; response_revision:8040; }","duration":"120.673652ms","start":"2026-04-04T10:34:19.150856Z","end":"2026-04-04T10:34:19.27153Z","steps":["trace[2058478079] 'agreement among raft nodes before linearized reading' (duration: 120.550689ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.969266Z","caller":"traceutil/trace.go:171","msg":"trace[1949814269] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"693.310662ms","start":"2026-04-04T10:34:19.275901Z","end":"2026-04-04T10:34:19.969212Z","steps":["trace[1949814269] 'process raft request' (duration: 652.580279ms)","trace[1949814269] 'compare' (duration: 40.174929ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:19.96946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:19.275874Z","time spent":"693.460926ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:19.971601Z","caller":"traceutil/trace.go:171","msg":"trace[1723517467] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"695.277375ms","start":"2026-04-04T10:34:19.276298Z","end":"2026-04-04T10:34:19.971576Z","steps":["trace[1723517467] 'process raft request' (duration: 695.13303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:19.971765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:19.276281Z","time spent":"695.393777ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:19.97177Z","caller":"traceutil/trace.go:171","msg":"trace[1275218834] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"115.318341ms","start":"2026-04-04T10:34:19.856431Z","end":"2026-04-04T10:34:19.971749Z","steps":["trace[1275218834] 'process raft request' (duration: 115.104376ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.971752Z","caller":"traceutil/trace.go:171","msg":"trace[541137694] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8323; }","duration":"451.202452ms","start":"2026-04-04T10:34:19.520501Z","end":"2026-04-04T10:34:19.971704Z","steps":["trace[541137694] 'read index received' (duration: 407.964133ms)","trace[541137694] 'applied index is now lower than readState.Index' (duration: 43.235249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:19.972128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.55842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.136\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-04T10:34:19.972164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.226195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-04T10:34:19.972207Z","caller":"traceutil/trace.go:171","msg":"trace[46938784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8043; }","duration":"404.336548ms","start":"2026-04-04T10:34:19.567858Z","end":"2026-04-04T10:34:19.972195Z","steps":["trace[46938784] 'agreement among raft nodes before linearized reading' (duration: 404.197874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:19.97224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:19.567836Z","time spent":"404.39646ms","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-04T10:34:19.972214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.922585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-04T10:34:19.972222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.890735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:34:19.972293Z","caller":"traceutil/trace.go:171","msg":"trace[618810118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8043; }","duration":"199.047728ms","start":"2026-04-04T10:34:19.773227Z","end":"2026-04-04T10:34:19.972275Z","steps":["trace[618810118] 'agreement among raft nodes before linearized reading' (duration: 198.925304ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.972324Z","caller":"traceutil/trace.go:171","msg":"trace[1943441911] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8043; }","duration":"101.005598ms","start":"2026-04-04T10:34:19.871299Z","end":"2026-04-04T10:34:19.972305Z","steps":["trace[1943441911] 'agreement among raft nodes before linearized reading' (duration: 100.838823ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:19.972208Z","caller":"traceutil/trace.go:171","msg":"trace[979126789] range","detail":"{range_begin:/registry/masterleases/199.19.213.136; range_end:; response_count:1; response_revision:8043; }","duration":"451.743046ms","start":"2026-04-04T10:34:19.520449Z","end":"2026-04-04T10:34:19.972192Z","steps":["trace[979126789] 'agreement among raft nodes before linearized reading' (duration: 451.357575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:19.972527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:19.520425Z","time spent":"452.064624ms","remote":"127.0.0.1:43828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.136\" "} {"level":"info","ts":"2026-04-04T10:34:26.451083Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5883} {"level":"info","ts":"2026-04-04T10:34:26.533354Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5883,"took":"80.545743ms","hash":2558846656,"current-db-size-bytes":56844288,"current-db-size":"57 MB","current-db-size-in-use-bytes":26431488,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-04T10:34:26.533417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2558846656,"revision":5883,"compact-revision":2816} {"level":"warn","ts":"2026-04-04T10:34:44.606117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.756941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:34:44.606205Z","caller":"traceutil/trace.go:171","msg":"trace[1716203979] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8226; }","duration":"105.888044ms","start":"2026-04-04T10:34:44.500297Z","end":"2026-04-04T10:34:44.606185Z","steps":["trace[1716203979] 'range keys from in-memory index tree' (duration: 105.640458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:44.6071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.94805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-04T10:34:44.607482Z","caller":"traceutil/trace.go:171","msg":"trace[454561444] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8226; }","duration":"136.351211ms","start":"2026-04-04T10:34:44.471115Z","end":"2026-04-04T10:34:44.607466Z","steps":["trace[454561444] 'count revisions from in-memory index tree' (duration: 135.852537ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:46.905896Z","caller":"traceutil/trace.go:171","msg":"trace[673406404] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"208.255727ms","start":"2026-04-04T10:34:46.697611Z","end":"2026-04-04T10:34:46.905867Z","steps":["trace[673406404] 'process raft request' (duration: 208.079023ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:48.408283Z","caller":"traceutil/trace.go:171","msg":"trace[419257051] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8536; }","duration":"274.873757ms","start":"2026-04-04T10:34:48.133318Z","end":"2026-04-04T10:34:48.408191Z","steps":["trace[419257051] 'read index received' (duration: 274.593541ms)","trace[419257051] 'applied index is now lower than readState.Index' (duration: 278.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:48.408437Z","caller":"traceutil/trace.go:171","msg":"trace[1877126685] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"331.926217ms","start":"2026-04-04T10:34:48.076492Z","end":"2026-04-04T10:34:48.408419Z","steps":["trace[1877126685] 'process raft request' (duration: 331.523877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:48.40858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:48.076469Z","time spent":"332.004638ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:34:48.408589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.743484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-04T10:34:48.408641Z","caller":"traceutil/trace.go:171","msg":"trace[1734979977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8246; }","duration":"274.839787ms","start":"2026-04-04T10:34:48.133788Z","end":"2026-04-04T10:34:48.408628Z","steps":["trace[1734979977] 'agreement among raft nodes before linearized reading' (duration: 274.706123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:48.40883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.521174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-04T10:34:48.408852Z","caller":"traceutil/trace.go:171","msg":"trace[316337299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8246; }","duration":"275.585647ms","start":"2026-04-04T10:34:48.133261Z","end":"2026-04-04T10:34:48.408847Z","steps":["trace[316337299] 'agreement among raft nodes before linearized reading' (duration: 275.527285ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:34:48.799254Z","caller":"traceutil/trace.go:171","msg":"trace[1709562752] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"387.286702ms","start":"2026-04-04T10:34:48.411927Z","end":"2026-04-04T10:34:48.799213Z","steps":["trace[1709562752] 'process raft request' (duration: 370.034382ms)","trace[1709562752] 'compare' (duration: 16.683226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:34:48.799439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:34:48.411906Z","time spent":"387.439857ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-04T10:34:49.048688Z","caller":"traceutil/trace.go:171","msg":"trace[351311211] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"121.820371ms","start":"2026-04-04T10:34:48.926845Z","end":"2026-04-04T10:34:49.048665Z","steps":["trace[351311211] 'read index received' (duration: 121.42661ms)","trace[351311211] 'applied index is now lower than readState.Index' (duration: 392.781µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:34:49.048728Z","caller":"traceutil/trace.go:171","msg":"trace[881295136] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"138.154868ms","start":"2026-04-04T10:34:48.910551Z","end":"2026-04-04T10:34:49.048705Z","steps":["trace[881295136] 'process raft request' (duration: 137.690536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:34:49.049316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.452727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-04T10:34:49.049418Z","caller":"traceutil/trace.go:171","msg":"trace[1309046758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"122.609841ms","start":"2026-04-04T10:34:48.92678Z","end":"2026-04-04T10:34:49.04939Z","steps":["trace[1309046758] 'agreement among raft nodes before linearized reading' (duration: 121.955654ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:01.626662Z","caller":"traceutil/trace.go:171","msg":"trace[2129064400] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"112.211499ms","start":"2026-04-04T10:35:01.514403Z","end":"2026-04-04T10:35:01.626615Z","steps":["trace[2129064400] 'process raft request' (duration: 111.739327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:01.6267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.068276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:35:01.626788Z","caller":"traceutil/trace.go:171","msg":"trace[454760047] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8359; }","duration":"107.196639ms","start":"2026-04-04T10:35:01.519565Z","end":"2026-04-04T10:35:01.626762Z","steps":["trace[454760047] 'agreement among raft nodes before linearized reading' (duration: 106.957713ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:01.680061Z","caller":"traceutil/trace.go:171","msg":"trace[1644230509] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"116.387519ms","start":"2026-04-04T10:35:01.563651Z","end":"2026-04-04T10:35:01.680038Z","steps":["trace[1644230509] 'process raft request' (duration: 116.197464ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:02.74659Z","caller":"traceutil/trace.go:171","msg":"trace[1728217236] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"462.576147ms","start":"2026-04-04T10:35:02.283803Z","end":"2026-04-04T10:35:02.74638Z","steps":["trace[1728217236] 'read index received' (duration: 462.425574ms)","trace[1728217236] 'applied index is now lower than readState.Index' (duration: 149.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:02.746648Z","caller":"traceutil/trace.go:171","msg":"trace[1372728912] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"701.727064ms","start":"2026-04-04T10:35:02.044896Z","end":"2026-04-04T10:35:02.746623Z","steps":["trace[1372728912] 'process raft request' (duration: 701.320312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:02.746776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.044872Z","time spent":"701.827296ms","remote":"127.0.0.1:44050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:02.746795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.992329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f56c4fd44-nrqsc.18a320e4208a2018\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-04T10:35:02.746842Z","caller":"traceutil/trace.go:171","msg":"trace[1693547141] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f56c4fd44-nrqsc.18a320e4208a2018; range_end:; response_count:1; response_revision:8363; }","duration":"463.082303ms","start":"2026-04-04T10:35:02.283746Z","end":"2026-04-04T10:35:02.746828Z","steps":["trace[1693547141] 'agreement among raft nodes before linearized reading' (duration: 462.938729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:02.746912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:02.283721Z","time spent":"463.183144ms","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-f56c4fd44-nrqsc.18a320e4208a2018\" "} {"level":"warn","ts":"2026-04-04T10:35:02.751936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.41582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:35:02.752008Z","caller":"traceutil/trace.go:171","msg":"trace[1103103192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8364; }","duration":"265.522143ms","start":"2026-04-04T10:35:02.486466Z","end":"2026-04-04T10:35:02.751989Z","steps":["trace[1103103192] 'agreement among raft nodes before linearized reading' (duration: 265.348649ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:02.751992Z","caller":"traceutil/trace.go:171","msg":"trace[288641192] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"291.594614ms","start":"2026-04-04T10:35:02.460358Z","end":"2026-04-04T10:35:02.751952Z","steps":["trace[288641192] 'process raft request' (duration: 291.347158ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.066757Z","caller":"traceutil/trace.go:171","msg":"trace[2015224719] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"187.342561ms","start":"2026-04-04T10:35:03.879384Z","end":"2026-04-04T10:35:04.066726Z","steps":["trace[2015224719] 'process raft request' (duration: 187.153746ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.067116Z","caller":"traceutil/trace.go:171","msg":"trace[304849180] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"432.436552ms","start":"2026-04-04T10:35:03.634635Z","end":"2026-04-04T10:35:04.067072Z","steps":["trace[304849180] 'process raft request' (duration: 343.815407ms)","trace[304849180] 'compare' (duration: 87.925056ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:35:04.067155Z","caller":"traceutil/trace.go:171","msg":"trace[960004458] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"418.484827ms","start":"2026-04-04T10:35:03.648649Z","end":"2026-04-04T10:35:04.067134Z","steps":["trace[960004458] 'read index received' (duration: 329.835112ms)","trace[960004458] 'applied index is now lower than readState.Index' (duration: 88.647655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:04.067309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.634618Z","time spent":"432.592455ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-04T10:35:04.067688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.792274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-04T10:35:04.067647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.771024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-04T10:35:04.06773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.843533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp6g8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-04T10:35:04.067771Z","caller":"traceutil/trace.go:171","msg":"trace[346108582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8376; }","duration":"377.895377ms","start":"2026-04-04T10:35:03.689855Z","end":"2026-04-04T10:35:04.06775Z","steps":["trace[346108582] 'agreement among raft nodes before linearized reading' (duration: 377.497327ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:04.067808Z","caller":"traceutil/trace.go:171","msg":"trace[1037991633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp6g8; range_end:; response_count:1; response_revision:8376; }","duration":"375.939626ms","start":"2026-04-04T10:35:03.691846Z","end":"2026-04-04T10:35:04.067785Z","steps":["trace[1037991633] 'agreement among raft nodes before linearized reading' (duration: 375.505234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.067836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.68985Z","time spent":"377.971699ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-04T10:35:04.067851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.69184Z","time spent":"376.002648ms","remote":"127.0.0.1:44006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-zp6g8\" "} {"level":"info","ts":"2026-04-04T10:35:04.067847Z","caller":"traceutil/trace.go:171","msg":"trace[1578938412] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8376; }","duration":"419.169145ms","start":"2026-04-04T10:35:03.648595Z","end":"2026-04-04T10:35:04.067765Z","steps":["trace[1578938412] 'agreement among raft nodes before linearized reading' (duration: 418.710262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.068045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.648574Z","time spent":"419.448012ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-04T10:35:04.068037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.141774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:35:04.068188Z","caller":"traceutil/trace.go:171","msg":"trace[335059477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8376; }","duration":"378.374859ms","start":"2026-04-04T10:35:03.689787Z","end":"2026-04-04T10:35:04.068161Z","steps":["trace[335059477] 'agreement among raft nodes before linearized reading' (duration: 377.567209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:35:04.06832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-04T10:35:03.689767Z","time spent":"378.533853ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-04T10:35:04.963379Z","caller":"traceutil/trace.go:171","msg":"trace[7855514] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8680; }","duration":"143.116037ms","start":"2026-04-04T10:35:04.820238Z","end":"2026-04-04T10:35:04.963354Z","steps":["trace[7855514] 'read index received' (duration: 112.568848ms)","trace[7855514] 'applied index is now lower than readState.Index' (duration: 30.545769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-04T10:35:04.963611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.369634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-04T10:35:04.96365Z","caller":"traceutil/trace.go:171","msg":"trace[1470200146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8383; }","duration":"143.445496ms","start":"2026-04-04T10:35:04.820195Z","end":"2026-04-04T10:35:04.963641Z","steps":["trace[1470200146] 'agreement among raft nodes before linearized reading' (duration: 143.293062ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:14.603578Z","caller":"traceutil/trace.go:171","msg":"trace[1425183391] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"243.487778ms","start":"2026-04-04T10:35:14.360065Z","end":"2026-04-04T10:35:14.603553Z","steps":["trace[1425183391] 'process raft request' (duration: 243.341414ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:35:16.436095Z","caller":"traceutil/trace.go:171","msg":"trace[1872861796] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"106.084959ms","start":"2026-04-04T10:35:16.329984Z","end":"2026-04-04T10:35:16.436069Z","steps":["trace[1872861796] 'process raft request' (duration: 105.649279ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:10.648299Z","caller":"traceutil/trace.go:171","msg":"trace[1742995782] linearizableReadLoop","detail":"{readStateIndex:9315; appliedIndex:9314; }","duration":"232.820222ms","start":"2026-04-04T10:36:10.415453Z","end":"2026-04-04T10:36:10.648274Z","steps":["trace[1742995782] 'read index received' (duration: 232.614137ms)","trace[1742995782] 'applied index is now lower than readState.Index' (duration: 204.925µs)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:36:10.648336Z","caller":"traceutil/trace.go:171","msg":"trace[922841173] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"258.376534ms","start":"2026-04-04T10:36:10.389933Z","end":"2026-04-04T10:36:10.648309Z","steps":["trace[922841173] 'process raft request' (duration: 258.187179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:10.649048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.425904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zp6g8\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-04T10:36:10.649119Z","caller":"traceutil/trace.go:171","msg":"trace[1978317689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zp6g8; range_end:; response_count:1; response_revision:9000; }","duration":"217.547437ms","start":"2026-04-04T10:36:10.431562Z","end":"2026-04-04T10:36:10.649109Z","steps":["trace[1978317689] 'agreement among raft nodes before linearized reading' (duration: 216.91546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:10.649119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.615372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-04T10:36:10.649194Z","caller":"traceutil/trace.go:171","msg":"trace[1674108456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9000; }","duration":"233.743806ms","start":"2026-04-04T10:36:10.41541Z","end":"2026-04-04T10:36:10.649154Z","steps":["trace[1674108456] 'agreement among raft nodes before linearized reading' (duration: 233.011077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-04T10:36:10.649148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.387596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-04T10:36:10.650579Z","caller":"traceutil/trace.go:171","msg":"trace[557331177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9000; }","duration":"234.883135ms","start":"2026-04-04T10:36:10.415677Z","end":"2026-04-04T10:36:10.65056Z","steps":["trace[557331177] 'agreement among raft nodes before linearized reading' (duration: 232.915784ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:36:10.827909Z","caller":"traceutil/trace.go:171","msg":"trace[751417601] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"172.483249ms","start":"2026-04-04T10:36:10.65539Z","end":"2026-04-04T10:36:10.827873Z","steps":["trace[751417601] 'process raft request' (duration: 116.677493ms)","trace[751417601] 'compare' (duration: 55.284393ms)"],"step_count":2} {"level":"info","ts":"2026-04-04T10:36:19.240008Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b2.wal"} {"level":"info","ts":"2026-04-04T10:37:30.723175Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"bcbe0b88c51dc5e5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-04T10:37:30.730385Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-04T10:37:30.730597Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-04T10:38:22.891588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.406383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-04T10:38:22.891691Z","caller":"traceutil/trace.go:171","msg":"trace[928806918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10115; }","duration":"121.561978ms","start":"2026-04-04T10:38:22.770108Z","end":"2026-04-04T10:38:22.89167Z","steps":["trace[928806918] 'range keys from in-memory index tree' (duration: 121.331852ms)"],"step_count":1} {"level":"info","ts":"2026-04-04T10:39:26.458257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8082} {"level":"info","ts":"2026-04-04T10:39:26.523194Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8082,"took":"62.76236ms","hash":3457664574,"current-db-size-bytes":56844288,"current-db-size":"57 MB","current-db-size-in-use-bytes":28635136,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-04T10:39:26.523251Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3457664574,"revision":8082,"compact-revision":5883} {"level":"info","ts":"2026-04-04T10:44:26.466338Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10507} {"level":"info","ts":"2026-04-04T10:44:26.543616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10507,"took":"75.603262ms","hash":2153748919,"current-db-size-bytes":56844288,"current-db-size":"57 MB","current-db-size-in-use-bytes":20021248,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-04T10:44:26.543674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2153748919,"revision":10507,"compact-revision":8082}