{"level":"warn","ts":"2026-04-02T14:01:19.559127Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T14:01:19.559253Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T14:01:19.559342Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T14:01:19.559359Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-02T14:01:19.559382Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T14:01:19.560256Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-02T14:01:19.560355Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T14:01:19.623183Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"62.523753ms"} {"level":"info","ts":"2026-04-02T14:01:19.641305Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-04-02T14:01:19.641502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T14:01:19.641541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-04-02T14:01:19.641568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T14:01:19.641583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-04-02T14:01:19.641644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-04-02T14:01:19.651351Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T14:01:19.653018Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T14:01:19.654443Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T14:01:19.65759Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T14:01:19.657893Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T14:01:19.657943Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T14:01:19.658068Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T14:01:19.658079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T14:01:19.660738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-04-02T14:01:19.661454Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-02T14:01:19.663748Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T14:01:19.663913Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-02T14:01:19.663992Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-02T14:01:19.664241Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T14:01:19.664269Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T14:01:20.442741Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T14:01:20.442832Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T14:01:20.442893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-04-02T14:01:20.442917Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-04-02T14:01:20.442928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-02T14:01:20.442947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-04-02T14:01:20.442961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-02T14:01:20.444159Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T14:01:20.445146Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T14:01:20.44521Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T14:01:20.445294Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T14:01:20.44558Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T14:01:20.445631Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T14:01:20.445745Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T14:01:20.445911Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T14:01:20.445967Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T14:01:20.448945Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-04-02T14:01:20.449509Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-02T14:01:23.163024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059473875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T14:01:23.163946Z","caller":"traceutil/trace.go:171","msg":"trace[1085678884] linearizableReadLoop","detail":"{readStateIndex:74; appliedIndex:73; }","duration":"501.557688ms","start":"2026-04-02T14:01:22.662364Z","end":"2026-04-02T14:01:23.163922Z","steps":["trace[1085678884] 'read index received' (duration: 501.369394ms)","trace[1085678884] 'applied index is now lower than readState.Index' (duration: 187.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:23.164021Z","caller":"traceutil/trace.go:171","msg":"trace[604151783] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"503.297929ms","start":"2026-04-02T14:01:22.660681Z","end":"2026-04-02T14:01:23.163979Z","steps":["trace[604151783] 'process raft request' (duration: 503.138145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:23.164134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.715742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T14:01:23.164182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.759731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-02T14:01:23.164173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.081702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T14:01:23.164228Z","caller":"traceutil/trace.go:171","msg":"trace[812653163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:70; }","duration":"402.837993ms","start":"2026-04-02T14:01:22.761375Z","end":"2026-04-02T14:01:23.164213Z","steps":["trace[812653163] 'agreement among raft nodes before linearized reading' (duration: 402.731211ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:23.164251Z","caller":"traceutil/trace.go:171","msg":"trace[1288961491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:70; }","duration":"447.188295ms","start":"2026-04-02T14:01:22.717044Z","end":"2026-04-02T14:01:23.164232Z","steps":["trace[1288961491] 'agreement among raft nodes before linearized reading' (duration: 447.032791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:23.164262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:22.761361Z","time spent":"402.892434ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:01:23.164204Z","caller":"traceutil/trace.go:171","msg":"trace[658728261] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:70; }","duration":"501.835675ms","start":"2026-04-02T14:01:22.662356Z","end":"2026-04-02T14:01:23.164192Z","steps":["trace[658728261] 'agreement among raft nodes before linearized reading' (duration: 501.662121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:23.164335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:22.662339Z","time spent":"501.989088ms","remote":"127.0.0.1:42266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-02T14:01:23.164299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:22.716998Z","time spent":"447.293487ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:01:23.16462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:22.66067Z","time spent":"503.452212ms","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T14:01:23.361241Z","caller":"traceutil/trace.go:171","msg":"trace[1647626480] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:74; }","duration":"190.622431ms","start":"2026-04-02T14:01:23.170584Z","end":"2026-04-02T14:01:23.361207Z","steps":["trace[1647626480] 'read index received' (duration: 190.458677ms)","trace[1647626480] 'applied index is now lower than readState.Index' (duration: 162.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:23.361485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.851266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T14:01:23.361541Z","caller":"traceutil/trace.go:171","msg":"trace[772791705] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:71; }","duration":"190.958728ms","start":"2026-04-02T14:01:23.170568Z","end":"2026-04-02T14:01:23.361526Z","steps":["trace[772791705] 'agreement among raft nodes before linearized reading' (duration: 190.777834ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:23.361491Z","caller":"traceutil/trace.go:171","msg":"trace[1843251376] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"191.43889ms","start":"2026-04-02T14:01:23.169985Z","end":"2026-04-02T14:01:23.361424Z","steps":["trace[1843251376] 'process raft request' (duration: 191.03484ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:24.06681Z","caller":"traceutil/trace.go:171","msg":"trace[1403569489] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"145.683136ms","start":"2026-04-02T14:01:23.921092Z","end":"2026-04-02T14:01:24.066775Z","steps":["trace[1403569489] 'process raft request' (duration: 80.434239ms)","trace[1403569489] 'compare' (duration: 65.085323ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:25.130862Z","caller":"traceutil/trace.go:171","msg":"trace[839410480] linearizableReadLoop","detail":"{readStateIndex:194; appliedIndex:193; }","duration":"269.217078ms","start":"2026-04-02T14:01:24.861606Z","end":"2026-04-02T14:01:25.130824Z","steps":["trace[839410480] 'read index received' (duration: 217.441555ms)","trace[839410480] 'applied index is now lower than readState.Index' (duration: 51.774153ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:25.130907Z","caller":"traceutil/trace.go:171","msg":"trace[1042828327] transaction","detail":"{read_only:false; response_revision:189; number_of_response:1; }","duration":"321.534353ms","start":"2026-04-02T14:01:24.809323Z","end":"2026-04-02T14:01:25.130857Z","steps":["trace[1042828327] 'process raft request' (duration: 269.775021ms)","trace[1042828327] 'compare' (duration: 51.567828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:25.131056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:24.809304Z","time spent":"321.685507ms","remote":"127.0.0.1:42256","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T14:01:25.131087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.446713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:25.131134Z","caller":"traceutil/trace.go:171","msg":"trace[1197232263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:189; }","duration":"269.521295ms","start":"2026-04-02T14:01:24.861598Z","end":"2026-04-02T14:01:25.131119Z","steps":["trace[1197232263] 'agreement among raft nodes before linearized reading' (duration: 269.367021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:25.34935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.122516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:25.349469Z","caller":"traceutil/trace.go:171","msg":"trace[752066818] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"210.035753ms","start":"2026-04-02T14:01:25.139413Z","end":"2026-04-02T14:01:25.349449Z","steps":["trace[752066818] 'process raft request' (duration: 91.451466ms)","trace[752066818] 'compare' (duration: 117.940542ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:25.355045Z","caller":"traceutil/trace.go:171","msg":"trace[859855109] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"156.535838ms","start":"2026-04-02T14:01:25.198491Z","end":"2026-04-02T14:01:25.355027Z","steps":["trace[859855109] 'process raft request' (duration: 156.321963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:25.917957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.643014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:25.918088Z","caller":"traceutil/trace.go:171","msg":"trace[1645093021] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"249.419906ms","start":"2026-04-02T14:01:25.668645Z","end":"2026-04-02T14:01:25.918065Z","steps":["trace[1645093021] 'process raft request' (duration: 26.562647ms)","trace[1645093021] 'compare' (duration: 222.380158ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:25.941075Z","caller":"traceutil/trace.go:171","msg":"trace[1360751887] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"220.300189ms","start":"2026-04-02T14:01:25.720745Z","end":"2026-04-02T14:01:25.941045Z","steps":["trace[1360751887] 'process raft request' (duration: 220.181676ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:25.99978Z","caller":"traceutil/trace.go:171","msg":"trace[351700896] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"272.288868ms","start":"2026-04-02T14:01:25.727458Z","end":"2026-04-02T14:01:25.999747Z","steps":["trace[351700896] 'process raft request' (duration: 272.129304ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:26.177561Z","caller":"traceutil/trace.go:171","msg":"trace[1323486959] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"232.495494ms","start":"2026-04-02T14:01:25.945021Z","end":"2026-04-02T14:01:26.177517Z","steps":["trace[1323486959] 'process raft request' (duration: 180.979727ms)","trace[1323486959] 'compare' (duration: 51.136669ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:26.177641Z","caller":"traceutil/trace.go:171","msg":"trace[1780196879] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"173.79516ms","start":"2026-04-02T14:01:26.003814Z","end":"2026-04-02T14:01:26.17761Z","steps":["trace[1780196879] 'process raft request' (duration: 173.714518ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:26.177674Z","caller":"traceutil/trace.go:171","msg":"trace[2052206031] linearizableReadLoop","detail":"{readStateIndex:216; appliedIndex:215; }","duration":"177.922065ms","start":"2026-04-02T14:01:25.99971Z","end":"2026-04-02T14:01:26.177632Z","steps":["trace[2052206031] 'read index received' (duration: 126.367067ms)","trace[2052206031] 'applied index is now lower than readState.Index' (duration: 51.551438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:26.177864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.959083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-02T14:01:26.177914Z","caller":"traceutil/trace.go:171","msg":"trace[997858780] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:211; }","duration":"257.054114ms","start":"2026-04-02T14:01:25.920847Z","end":"2026-04-02T14:01:26.177901Z","steps":["trace[997858780] 'agreement among raft nodes before linearized reading' (duration: 256.901501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:26.664314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.226257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:26.66449Z","caller":"traceutil/trace.go:171","msg":"trace[1788336182] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"436.623699ms","start":"2026-04-02T14:01:26.227839Z","end":"2026-04-02T14:01:26.664463Z","steps":["trace[1788336182] 'process raft request' (duration: 89.89775ms)","trace[1788336182] 'compare' (duration: 346.101904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:26.664582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:26.227796Z","time spent":"436.739541ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:01:26.725712Z","caller":"traceutil/trace.go:171","msg":"trace[647201933] linearizableReadLoop","detail":"{readStateIndex:221; appliedIndex:219; }","duration":"494.425012ms","start":"2026-04-02T14:01:26.231257Z","end":"2026-04-02T14:01:26.725682Z","steps":["trace[647201933] 'read index received' (duration: 86.421449ms)","trace[647201933] 'applied index is now lower than readState.Index' (duration: 408.002343ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:26.725762Z","caller":"traceutil/trace.go:171","msg":"trace[218913588] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"497.010652ms","start":"2026-04-02T14:01:26.228725Z","end":"2026-04-02T14:01:26.725735Z","steps":["trace[218913588] 'process raft request' (duration: 496.853138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:26.725902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:26.228706Z","time spent":"497.130175ms","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1342,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T14:01:26.726163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.244415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T14:01:26.726233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.962955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-02T14:01:26.72627Z","caller":"traceutil/trace.go:171","msg":"trace[2139760023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:215; }","duration":"154.401859ms","start":"2026-04-02T14:01:26.57184Z","end":"2026-04-02T14:01:26.726242Z","steps":["trace[2139760023] 'agreement among raft nodes before linearized reading' (duration: 154.166753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:26.726165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.004759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:01:26.726396Z","caller":"traceutil/trace.go:171","msg":"trace[385263482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:215; }","duration":"197.291546ms","start":"2026-04-02T14:01:26.52908Z","end":"2026-04-02T14:01:26.726372Z","steps":["trace[385263482] 'agreement among raft nodes before linearized reading' (duration: 196.932497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:26.726313Z","caller":"traceutil/trace.go:171","msg":"trace[977454795] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:215; }","duration":"495.070697ms","start":"2026-04-02T14:01:26.231221Z","end":"2026-04-02T14:01:26.726292Z","steps":["trace[977454795] 'agreement among raft nodes before linearized reading' (duration: 494.933504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:26.726623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:26.231201Z","time spent":"495.398575ms","remote":"127.0.0.1:42142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-02T14:01:26.726575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:01:26.726901Z","caller":"traceutil/trace.go:171","msg":"trace[2099910549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:215; }","duration":"155.054284ms","start":"2026-04-02T14:01:26.571747Z","end":"2026-04-02T14:01:26.726801Z","steps":["trace[2099910549] 'agreement among raft nodes before linearized reading' (duration: 154.262515ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:26.931545Z","caller":"traceutil/trace.go:171","msg":"trace[1168852118] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"121.684838ms","start":"2026-04-02T14:01:26.80983Z","end":"2026-04-02T14:01:26.931515Z","steps":["trace[1168852118] 'process raft request' (duration: 121.512834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:27.222107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.469531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:27.222239Z","caller":"traceutil/trace.go:171","msg":"trace[808226025] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"193.858126ms","start":"2026-04-02T14:01:27.028354Z","end":"2026-04-02T14:01:27.222212Z","steps":["trace[808226025] 'process raft request' (duration: 17.20587ms)","trace[808226025] 'compare' (duration: 176.319578ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:27.222899Z","caller":"traceutil/trace.go:171","msg":"trace[920781039] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"103.318041ms","start":"2026-04-02T14:01:27.119553Z","end":"2026-04-02T14:01:27.222871Z","steps":["trace[920781039] 'process raft request' (duration: 103.174408ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:27.397285Z","caller":"traceutil/trace.go:171","msg":"trace[1224657289] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"111.994304ms","start":"2026-04-02T14:01:27.285263Z","end":"2026-04-02T14:01:27.397257Z","steps":["trace[1224657289] 'process raft request' (duration: 40.87187ms)","trace[1224657289] 'compare' (duration: 70.97897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:27.600674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.262608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:27.600966Z","caller":"traceutil/trace.go:171","msg":"trace[6521651] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"118.31086ms","start":"2026-04-02T14:01:27.482629Z","end":"2026-04-02T14:01:27.60094Z","steps":["trace[6521651] 'process raft request' (duration: 15.696745ms)","trace[6521651] 'compare' (duration: 102.091463ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:27.60099Z","caller":"traceutil/trace.go:171","msg":"trace[635128848] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"117.85823ms","start":"2026-04-02T14:01:27.483117Z","end":"2026-04-02T14:01:27.600975Z","steps":["trace[635128848] 'process raft request' (duration: 117.685746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:27.601206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.732276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-bznrw1\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-02T14:01:27.601294Z","caller":"traceutil/trace.go:171","msg":"trace[1434745652] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-bznrw1; range_end:; response_count:1; response_revision:235; }","duration":"117.85232ms","start":"2026-04-02T14:01:27.483423Z","end":"2026-04-02T14:01:27.601276Z","steps":["trace[1434745652] 'agreement among raft nodes before linearized reading' (duration: 117.657155ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:27.600885Z","caller":"traceutil/trace.go:171","msg":"trace[496658934] linearizableReadLoop","detail":"{readStateIndex:241; appliedIndex:239; }","duration":"117.417939ms","start":"2026-04-02T14:01:27.483448Z","end":"2026-04-02T14:01:27.600865Z","steps":["trace[496658934] 'read index received' (duration: 14.901956ms)","trace[496658934] 'applied index is now lower than readState.Index' (duration: 102.514643ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:27.81243Z","caller":"traceutil/trace.go:171","msg":"trace[1862963034] linearizableReadLoop","detail":"{readStateIndex:242; appliedIndex:241; }","duration":"206.50219ms","start":"2026-04-02T14:01:27.605895Z","end":"2026-04-02T14:01:27.812397Z","steps":["trace[1862963034] 'read index received' (duration: 121.516324ms)","trace[1862963034] 'applied index is now lower than readState.Index' (duration: 84.984796ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:27.81254Z","caller":"traceutil/trace.go:171","msg":"trace[532198658] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"207.37382ms","start":"2026-04-02T14:01:27.605097Z","end":"2026-04-02T14:01:27.812471Z","steps":["trace[532198658] 'process raft request' (duration: 122.214491ms)","trace[532198658] 'compare' (duration: 84.964335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:27.812619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.702634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:27.812664Z","caller":"traceutil/trace.go:171","msg":"trace[1285031418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:0; response_revision:236; }","duration":"206.878879ms","start":"2026-04-02T14:01:27.605774Z","end":"2026-04-02T14:01:27.812653Z","steps":["trace[1285031418] 'agreement among raft nodes before linearized reading' (duration: 206.746476ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:27.823156Z","caller":"traceutil/trace.go:171","msg":"trace[790605591] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"216.934702ms","start":"2026-04-02T14:01:27.606203Z","end":"2026-04-02T14:01:27.823138Z","steps":["trace[790605591] 'process raft request' (duration: 216.82762ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:34.929935Z","caller":"traceutil/trace.go:171","msg":"trace[1810789973] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"233.477847ms","start":"2026-04-02T14:01:34.696424Z","end":"2026-04-02T14:01:34.929902Z","steps":["trace[1810789973] 'process raft request' (duration: 233.314403ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:40.142873Z","caller":"traceutil/trace.go:171","msg":"trace[2139646682] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"133.726011ms","start":"2026-04-02T14:01:40.009117Z","end":"2026-04-02T14:01:40.142843Z","steps":["trace[2139646682] 'process raft request' (duration: 133.555457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.361689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059474620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:01:41.637023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256670393s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:41.637221Z","caller":"traceutil/trace.go:171","msg":"trace[1973271292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:427; }","duration":"1.256877837s","start":"2026-04-02T14:01:40.380317Z","end":"2026-04-02T14:01:41.637195Z","steps":["trace[1973271292] 'range keys from in-memory index tree' (duration: 1.256649862s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.637316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416298545s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:01:41.637433Z","caller":"traceutil/trace.go:171","msg":"trace[1254155654] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"1.423519713s","start":"2026-04-02T14:01:40.213895Z","end":"2026-04-02T14:01:41.637415Z","steps":["trace[1254155654] 'compare' (duration: 1.415930867s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.637492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:40.213865Z","time spent":"1.423606025s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T14:01:41.673861Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452901465s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:01:41.674293Z","caller":"traceutil/trace.go:171","msg":"trace[1084238948] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.457088811s","start":"2026-04-02T14:01:40.217178Z","end":"2026-04-02T14:01:41.674267Z","steps":["trace[1084238948] 'process raft request' (duration: 1.45702903s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:41.674349Z","caller":"traceutil/trace.go:171","msg":"trace[1599312622] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"1.459077417s","start":"2026-04-02T14:01:40.215232Z","end":"2026-04-02T14:01:41.674309Z","steps":["trace[1599312622] 'process raft request' (duration: 1.458854692s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.674424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:40.21714Z","time spent":"1.457208804s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:01:41.674509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:40.215206Z","time spent":"1.459229211s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T14:01:41.707566Z","caller":"traceutil/trace.go:171","msg":"trace[92387232] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:444; }","duration":"847.010439ms","start":"2026-04-02T14:01:40.86053Z","end":"2026-04-02T14:01:41.707541Z","steps":["trace[92387232] 'read index received' (duration: 813.550893ms)","trace[92387232] 'applied index is now lower than readState.Index' (duration: 33.457206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:01:41.707888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.355577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:41.70797Z","caller":"traceutil/trace.go:171","msg":"trace[1665076556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"847.511311ms","start":"2026-04-02T14:01:40.860445Z","end":"2026-04-02T14:01:41.707956Z","steps":["trace[1665076556] 'agreement among raft nodes before linearized reading' (duration: 847.289376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.708047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:40.860423Z","time spent":"847.613033ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:01:41.708198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.802908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T14:01:41.708244Z","caller":"traceutil/trace.go:171","msg":"trace[1221038128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:435; }","duration":"719.89431ms","start":"2026-04-02T14:01:40.988332Z","end":"2026-04-02T14:01:41.708227Z","steps":["trace[1221038128] 'agreement among raft nodes before linearized reading' (duration: 719.766877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.708266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:40.988309Z","time spent":"719.952311ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:01:41.708392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.444654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:41.708418Z","caller":"traceutil/trace.go:171","msg":"trace[571525088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:435; }","duration":"514.498606ms","start":"2026-04-02T14:01:41.193913Z","end":"2026-04-02T14:01:41.708412Z","steps":["trace[571525088] 'agreement among raft nodes before linearized reading' (duration: 514.459095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.708435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:41.193897Z","time spent":"514.533626ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:01:41.708504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.418985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T14:01:41.708547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.22706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T14:01:41.708523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.0885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:01:41.708612Z","caller":"traceutil/trace.go:171","msg":"trace[443550106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:435; }","duration":"702.309073ms","start":"2026-04-02T14:01:41.006283Z","end":"2026-04-02T14:01:41.708592Z","steps":["trace[443550106] 'agreement among raft nodes before linearized reading' (duration: 702.20251ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:01:41.708661Z","caller":"traceutil/trace.go:171","msg":"trace[1534583894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:435; }","duration":"703.229014ms","start":"2026-04-02T14:01:41.005377Z","end":"2026-04-02T14:01:41.708607Z","steps":["trace[1534583894] 'agreement among raft nodes before linearized reading' (duration: 703.0516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.708697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:41.006273Z","time spent":"702.411625ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T14:01:41.708626Z","caller":"traceutil/trace.go:171","msg":"trace[865576350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:435; }","duration":"702.542457ms","start":"2026-04-02T14:01:41.006038Z","end":"2026-04-02T14:01:41.708581Z","steps":["trace[865576350] 'agreement among raft nodes before linearized reading' (duration: 702.338793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:41.708742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:41.005365Z","time spent":"703.337316ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:01:41.708785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:41.006027Z","time spent":"702.743783ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T14:01:53.311659Z","caller":"traceutil/trace.go:171","msg":"trace[2063319352] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"117.794703ms","start":"2026-04-02T14:01:53.193839Z","end":"2026-04-02T14:01:53.311634Z","steps":["trace[2063319352] 'read index received' (duration: 117.68336ms)","trace[2063319352] 'applied index is now lower than readState.Index' (duration: 110.533µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:01:53.311686Z","caller":"traceutil/trace.go:171","msg":"trace[1004167372] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"127.822265ms","start":"2026-04-02T14:01:53.183844Z","end":"2026-04-02T14:01:53.311666Z","steps":["trace[1004167372] 'process raft request' (duration: 127.614191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:53.311971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.088179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:01:53.312099Z","caller":"traceutil/trace.go:171","msg":"trace[755862943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"118.272604ms","start":"2026-04-02T14:01:53.193795Z","end":"2026-04-02T14:01:53.312068Z","steps":["trace[755862943] 'agreement among raft nodes before linearized reading' (duration: 117.979207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:01:55.888556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:01:55.465271Z","time spent":"423.27942ms","remote":"127.0.0.1:41988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-02T14:01:55.899217Z","caller":"traceutil/trace.go:171","msg":"trace[835543514] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"292.953976ms","start":"2026-04-02T14:01:55.606124Z","end":"2026-04-02T14:01:55.899078Z","steps":["trace[835543514] 'process raft request' (duration: 292.530426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.440893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059475169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T14:02:02.592322Z","caller":"traceutil/trace.go:171","msg":"trace[1345165559] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"652.323643ms","start":"2026-04-02T14:02:01.939962Z","end":"2026-04-02T14:02:02.592285Z","steps":["trace[1345165559] 'read index received' (duration: 652.123818ms)","trace[1345165559] 'applied index is now lower than readState.Index' (duration: 198.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:02.592446Z","caller":"traceutil/trace.go:171","msg":"trace[274922389] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"653.246984ms","start":"2026-04-02T14:02:01.939145Z","end":"2026-04-02T14:02:02.592392Z","steps":["trace[274922389] 'process raft request' (duration: 652.909506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.592715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.63508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T14:02:02.59272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.822195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7pbqm\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-02T14:02:02.592735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:01.939128Z","time spent":"653.440859ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:02:02.592728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.725683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:02:02.592792Z","caller":"traceutil/trace.go:171","msg":"trace[503937289] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7pbqm; range_end:; response_count:1; response_revision:685; }","duration":"621.931358ms","start":"2026-04-02T14:02:01.970844Z","end":"2026-04-02T14:02:02.592775Z","steps":["trace[503937289] 'agreement among raft nodes before linearized reading' (duration: 621.686812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.592845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:01.97078Z","time spent":"622.053111ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-7pbqm\" "} {"level":"info","ts":"2026-04-02T14:02:02.592845Z","caller":"traceutil/trace.go:171","msg":"trace[323674922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:685; }","duration":"652.923677ms","start":"2026-04-02T14:02:01.9399Z","end":"2026-04-02T14:02:02.592823Z","steps":["trace[323674922] 'agreement among raft nodes before linearized reading' (duration: 652.520028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.592851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.623763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T14:02:02.592904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:01.939871Z","time spent":"653.02301ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T14:02:02.592942Z","caller":"traceutil/trace.go:171","msg":"trace[615750979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:685; }","duration":"650.717365ms","start":"2026-04-02T14:02:01.942207Z","end":"2026-04-02T14:02:02.592924Z","steps":["trace[615750979] 'agreement among raft nodes before linearized reading' (duration: 650.46702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.592984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:01.942176Z","time spent":"650.798588ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T14:02:02.592764Z","caller":"traceutil/trace.go:171","msg":"trace[1792740137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:685; }","duration":"652.742332ms","start":"2026-04-02T14:02:01.940008Z","end":"2026-04-02T14:02:02.592751Z","steps":["trace[1792740137] 'agreement among raft nodes before linearized reading' (duration: 652.501557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:02.593058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:01.940002Z","time spent":"653.04547ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T14:02:02.901723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.504293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:02:02.902025Z","caller":"traceutil/trace.go:171","msg":"trace[696510060] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"304.053423ms","start":"2026-04-02T14:02:02.597944Z","end":"2026-04-02T14:02:02.901997Z","steps":["trace[696510060] 'process raft request' (duration: 143.14109ms)","trace[696510060] 'compare' (duration: 160.293839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:02:02.902226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:02.597913Z","time spent":"304.233728ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:02:03.054789Z","caller":"traceutil/trace.go:171","msg":"trace[1346973826] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"455.030836ms","start":"2026-04-02T14:02:02.599734Z","end":"2026-04-02T14:02:03.054765Z","steps":["trace[1346973826] 'process raft request' (duration: 454.78881ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:03.05485Z","caller":"traceutil/trace.go:171","msg":"trace[404057440] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"455.079857ms","start":"2026-04-02T14:02:02.59976Z","end":"2026-04-02T14:02:03.054839Z","steps":["trace[404057440] 'process raft request' (duration: 454.920433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:03.054924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:02.599711Z","time spent":"455.146578ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:02:03.054931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:02.599731Z","time spent":"455.149829ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:02:03.054802Z","caller":"traceutil/trace.go:171","msg":"trace[1564135261] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"447.704396ms","start":"2026-04-02T14:02:02.607081Z","end":"2026-04-02T14:02:03.054786Z","steps":["trace[1564135261] 'process raft request' (duration: 447.650204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:03.055214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:02.607042Z","time spent":"448.146726ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:02:03.128632Z","caller":"traceutil/trace.go:171","msg":"trace[1605529781] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:711; }","duration":"189.941876ms","start":"2026-04-02T14:02:02.938659Z","end":"2026-04-02T14:02:03.1286Z","steps":["trace[1605529781] 'read index received' (duration: 115.836657ms)","trace[1605529781] 'applied index is now lower than readState.Index' (duration: 74.104169ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:03.128766Z","caller":"traceutil/trace.go:171","msg":"trace[2074836277] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"300.071411ms","start":"2026-04-02T14:02:02.828648Z","end":"2026-04-02T14:02:03.128719Z","steps":["trace[2074836277] 'process raft request' (duration: 299.809265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:03.128947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.269694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:02:03.129016Z","caller":"traceutil/trace.go:171","msg":"trace[2051019164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:690; }","duration":"190.404518ms","start":"2026-04-02T14:02:02.938599Z","end":"2026-04-02T14:02:03.129004Z","steps":["trace[2051019164] 'agreement among raft nodes before linearized reading' (duration: 190.104831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:03.129037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:02.828618Z","time spent":"300.253535ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:02:05.407043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059475182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:02:05.634875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030837173s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:02:05.635362Z","caller":"traceutil/trace.go:171","msg":"trace[1725793096] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:716; }","duration":"728.96731ms","start":"2026-04-02T14:02:04.906373Z","end":"2026-04-02T14:02:05.63534Z","steps":["trace[1725793096] 'read index received' (duration: 728.690284ms)","trace[1725793096] 'applied index is now lower than readState.Index' (duration: 270.876µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:05.63544Z","caller":"traceutil/trace.go:171","msg":"trace[2107521298] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"1.03159055s","start":"2026-04-02T14:02:04.603817Z","end":"2026-04-02T14:02:05.635408Z","steps":["trace[2107521298] 'process raft request' (duration: 1.031368825s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:05.635577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.359509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:02:05.635603Z","caller":"traceutil/trace.go:171","msg":"trace[1732050813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:692; }","duration":"576.40501ms","start":"2026-04-02T14:02:05.059189Z","end":"2026-04-02T14:02:05.635595Z","steps":["trace[1732050813] 'agreement among raft nodes before linearized reading' (duration: 576.283737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:05.635611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:04.603776Z","time spent":"1.031746364s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:02:05.635629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:05.059116Z","time spent":"576.506973ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:02:05.635612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.673616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:02:05.635606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.218536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:02:05.635681Z","caller":"traceutil/trace.go:171","msg":"trace[407519425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"441.792089ms","start":"2026-04-02T14:02:05.193871Z","end":"2026-04-02T14:02:05.635663Z","steps":["trace[407519425] 'agreement among raft nodes before linearized reading' (duration: 441.648536ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.635702Z","caller":"traceutil/trace.go:171","msg":"trace[1332123662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:692; }","duration":"729.356549ms","start":"2026-04-02T14:02:04.906315Z","end":"2026-04-02T14:02:05.635672Z","steps":["trace[1332123662] 'agreement among raft nodes before linearized reading' (duration: 729.114223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:05.635726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:05.19385Z","time spent":"441.86758ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:02:05.635746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:04.906285Z","time spent":"729.452772ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:02:05.635854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.816763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T14:02:05.635892Z","caller":"traceutil/trace.go:171","msg":"trace[1529975452] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:692; }","duration":"170.895794ms","start":"2026-04-02T14:02:05.464988Z","end":"2026-04-02T14:02:05.635883Z","steps":["trace[1529975452] 'agreement among raft nodes before linearized reading' (duration: 170.801292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:05.635871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.557026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T14:02:05.635882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.594605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:02:05.635944Z","caller":"traceutil/trace.go:171","msg":"trace[1657009895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:692; }","duration":"576.704918ms","start":"2026-04-02T14:02:05.059224Z","end":"2026-04-02T14:02:05.635928Z","steps":["trace[1657009895] 'agreement among raft nodes before linearized reading' (duration: 576.510734ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.635945Z","caller":"traceutil/trace.go:171","msg":"trace[709788351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:692; }","duration":"489.649099ms","start":"2026-04-02T14:02:05.146266Z","end":"2026-04-02T14:02:05.635915Z","steps":["trace[709788351] 'agreement among raft nodes before linearized reading' (duration: 489.403973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:05.635985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:05.059196Z","time spent":"576.778229ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T14:02:05.636009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:05.146213Z","time spent":"489.782252ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T14:02:05.759222Z","caller":"traceutil/trace.go:171","msg":"trace[799643106] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"122.040391ms","start":"2026-04-02T14:02:05.637147Z","end":"2026-04-02T14:02:05.759187Z","steps":["trace[799643106] 'read index received' (duration: 120.868594ms)","trace[799643106] 'applied index is now lower than readState.Index' (duration: 1.170467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:02:05.759416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.234736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:02:05.759474Z","caller":"traceutil/trace.go:171","msg":"trace[431295148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"122.43172ms","start":"2026-04-02T14:02:05.637028Z","end":"2026-04-02T14:02:05.75946Z","steps":["trace[431295148] 'agreement among raft nodes before linearized reading' (duration: 122.277666ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.775805Z","caller":"traceutil/trace.go:171","msg":"trace[911141040] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"135.478342ms","start":"2026-04-02T14:02:05.640298Z","end":"2026-04-02T14:02:05.775776Z","steps":["trace[911141040] 'process raft request' (duration: 135.38612ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.775859Z","caller":"traceutil/trace.go:171","msg":"trace[2115454444] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"135.747659ms","start":"2026-04-02T14:02:05.640058Z","end":"2026-04-02T14:02:05.775806Z","steps":["trace[2115454444] 'process raft request' (duration: 135.418631ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.776185Z","caller":"traceutil/trace.go:171","msg":"trace[582453987] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"135.721778ms","start":"2026-04-02T14:02:05.64044Z","end":"2026-04-02T14:02:05.776161Z","steps":["trace[582453987] 'process raft request' (duration: 135.296078ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:05.776393Z","caller":"traceutil/trace.go:171","msg":"trace[1635075378] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"133.823954ms","start":"2026-04-02T14:02:05.642497Z","end":"2026-04-02T14:02:05.776321Z","steps":["trace[1635075378] 'process raft request' (duration: 133.588999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:21.99299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.800648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:02:21.993087Z","caller":"traceutil/trace.go:171","msg":"trace[1237639258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"797.954922ms","start":"2026-04-02T14:02:21.195112Z","end":"2026-04-02T14:02:21.993067Z","steps":["trace[1237639258] 'range keys from in-memory index tree' (duration: 797.690255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:21.993128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:21.195085Z","time spent":"798.034453ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:02:21.993271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.943725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8fggl\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-02T14:02:21.993379Z","caller":"traceutil/trace.go:171","msg":"trace[1804436778] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8fggl; range_end:; response_count:1; response_revision:804; }","duration":"915.112039ms","start":"2026-04-02T14:02:21.078244Z","end":"2026-04-02T14:02:21.993356Z","steps":["trace[1804436778] 'range keys from in-memory index tree' (duration: 914.741911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:21.993424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:21.078215Z","time spent":"915.199272ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-8fggl\" "} {"level":"warn","ts":"2026-04-02T14:02:22.105444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.400812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T14:02:22.105589Z","caller":"traceutil/trace.go:171","msg":"trace[1049904727] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"423.914704ms","start":"2026-04-02T14:02:21.68165Z","end":"2026-04-02T14:02:22.105565Z","steps":["trace[1049904727] 'read index received' (duration: 288.423821ms)","trace[1049904727] 'applied index is now lower than readState.Index' (duration: 135.488843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:02:22.105765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.058868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:02:22.106013Z","caller":"traceutil/trace.go:171","msg":"trace[327626565] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:804; }","duration":"424.253962ms","start":"2026-04-02T14:02:21.681644Z","end":"2026-04-02T14:02:22.105898Z","steps":["trace[327626565] 'agreement among raft nodes before linearized reading' (duration: 423.975726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:22.106123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:21.6816Z","time spent":"424.501538ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:02:22.108252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.743185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T14:02:22.108307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.673697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:02:22.108324Z","caller":"traceutil/trace.go:171","msg":"trace[1112125026] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"106.235174ms","start":"2026-04-02T14:02:22.002052Z","end":"2026-04-02T14:02:22.108287Z","steps":["trace[1112125026] 'process raft request' (duration: 105.727933ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:22.108383Z","caller":"traceutil/trace.go:171","msg":"trace[1292014144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:805; }","duration":"232.78933ms","start":"2026-04-02T14:02:21.875575Z","end":"2026-04-02T14:02:22.108364Z","steps":["trace[1292014144] 'agreement among raft nodes before linearized reading' (duration: 232.549885ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:22.108382Z","caller":"traceutil/trace.go:171","msg":"trace[980258924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:805; }","duration":"390.99182ms","start":"2026-04-02T14:02:21.717361Z","end":"2026-04-02T14:02:22.108353Z","steps":["trace[980258924] 'agreement among raft nodes before linearized reading' (duration: 390.620091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:22.108403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.189008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T14:02:22.108413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.950734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T14:02:22.108462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:21.717341Z","time spent":"391.094053ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-02T14:02:22.108467Z","caller":"traceutil/trace.go:171","msg":"trace[1496353078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"239.268741ms","start":"2026-04-02T14:02:21.869171Z","end":"2026-04-02T14:02:22.108439Z","steps":["trace[1496353078] 'agreement among raft nodes before linearized reading' (duration: 239.051446ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:22.10848Z","caller":"traceutil/trace.go:171","msg":"trace[234513838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:805; }","duration":"233.022625ms","start":"2026-04-02T14:02:21.875433Z","end":"2026-04-02T14:02:22.108455Z","steps":["trace[234513838] 'agreement among raft nodes before linearized reading' (duration: 232.851161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:22.108502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.65158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:02:22.108545Z","caller":"traceutil/trace.go:171","msg":"trace[1097572742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:805; }","duration":"239.726601ms","start":"2026-04-02T14:02:21.868804Z","end":"2026-04-02T14:02:22.108531Z","steps":["trace[1097572742] 'agreement among raft nodes before linearized reading' (duration: 239.560777ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:46.333811Z","caller":"traceutil/trace.go:171","msg":"trace[512974986] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1212; }","duration":"101.303592ms","start":"2026-04-02T14:02:46.232458Z","end":"2026-04-02T14:02:46.333762Z","steps":["trace[512974986] 'read index received' (duration: 68.811454ms)","trace[512974986] 'applied index is now lower than readState.Index' (duration: 32.490738ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:46.333871Z","caller":"traceutil/trace.go:171","msg":"trace[924950425] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"102.444959ms","start":"2026-04-02T14:02:46.231396Z","end":"2026-04-02T14:02:46.333841Z","steps":["trace[924950425] 'process raft request' (duration: 102.273245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:46.334045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.577899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T14:02:46.334088Z","caller":"traceutil/trace.go:171","msg":"trace[165908697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1178; }","duration":"101.67007ms","start":"2026-04-02T14:02:46.232407Z","end":"2026-04-02T14:02:46.334077Z","steps":["trace[165908697] 'agreement among raft nodes before linearized reading' (duration: 101.524897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:46.334193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.425705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T14:02:46.334289Z","caller":"traceutil/trace.go:171","msg":"trace[1570449893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1178; }","duration":"101.555138ms","start":"2026-04-02T14:02:46.232715Z","end":"2026-04-02T14:02:46.33427Z","steps":["trace[1570449893] 'agreement among raft nodes before linearized reading' (duration: 101.297242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:46.56046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.740599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:02:46.560597Z","caller":"traceutil/trace.go:171","msg":"trace[1751293415] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"222.007037ms","start":"2026-04-02T14:02:46.338575Z","end":"2026-04-02T14:02:46.560582Z","steps":["trace[1751293415] 'process raft request' (duration: 221.964356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:46.560686Z","caller":"traceutil/trace.go:171","msg":"trace[236877146] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"222.443327ms","start":"2026-04-02T14:02:46.33821Z","end":"2026-04-02T14:02:46.560653Z","steps":["trace[236877146] 'process raft request' (duration: 79.439082ms)","trace[236877146] 'compare' (duration: 142.638626ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:52.736563Z","caller":"traceutil/trace.go:171","msg":"trace[1386688266] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"111.607683ms","start":"2026-04-02T14:02:52.624929Z","end":"2026-04-02T14:02:52.736536Z","steps":["trace[1386688266] 'process raft request' (duration: 90.345727ms)","trace[1386688266] 'compare' (duration: 21.03812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:02:53.49119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.708872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:02:53.491288Z","caller":"traceutil/trace.go:171","msg":"trace[1534785235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"297.851065ms","start":"2026-04-02T14:02:53.19342Z","end":"2026-04-02T14:02:53.491271Z","steps":["trace[1534785235] 'range keys from in-memory index tree' (duration: 297.61227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:53.491457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.777938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:02:53.491562Z","caller":"traceutil/trace.go:171","msg":"trace[337213201] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1210; }","duration":"476.936551ms","start":"2026-04-02T14:02:53.014602Z","end":"2026-04-02T14:02:53.491538Z","steps":["trace[337213201] 'count revisions from in-memory index tree' (duration: 476.692766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:53.491615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:02:53.014581Z","time spent":"477.018103ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":12,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:02:54.499261Z","caller":"traceutil/trace.go:171","msg":"trace[1388990769] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1248; }","duration":"152.814003ms","start":"2026-04-02T14:02:54.346416Z","end":"2026-04-02T14:02:54.49923Z","steps":["trace[1388990769] 'read index received' (duration: 152.576917ms)","trace[1388990769] 'applied index is now lower than readState.Index' (duration: 236.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:54.499413Z","caller":"traceutil/trace.go:171","msg":"trace[2099893952] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"239.115226ms","start":"2026-04-02T14:02:54.260279Z","end":"2026-04-02T14:02:54.499394Z","steps":["trace[2099893952] 'process raft request' (duration: 238.800688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:54.499648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.688458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T14:02:54.499759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.303565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:02:54.499824Z","caller":"traceutil/trace.go:171","msg":"trace[440178763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1212; }","duration":"153.422307ms","start":"2026-04-02T14:02:54.346383Z","end":"2026-04-02T14:02:54.499805Z","steps":["trace[440178763] 'agreement among raft nodes before linearized reading' (duration: 153.201192ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:54.499797Z","caller":"traceutil/trace.go:171","msg":"trace[1394593123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"109.832191ms","start":"2026-04-02T14:02:54.389893Z","end":"2026-04-02T14:02:54.499726Z","steps":["trace[1394593123] 'agreement among raft nodes before linearized reading' (duration: 109.594726ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:56.140258Z","caller":"traceutil/trace.go:171","msg":"trace[735709175] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"121.841191ms","start":"2026-04-02T14:02:56.018392Z","end":"2026-04-02T14:02:56.140233Z","steps":["trace[735709175] 'process raft request' (duration: 121.704478ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:56.414142Z","caller":"traceutil/trace.go:171","msg":"trace[38563896] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"131.374164ms","start":"2026-04-02T14:02:56.282733Z","end":"2026-04-02T14:02:56.414108Z","steps":["trace[38563896] 'read index received' (duration: 131.146839ms)","trace[38563896] 'applied index is now lower than readState.Index' (duration: 226.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:56.414244Z","caller":"traceutil/trace.go:171","msg":"trace[1685018973] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"136.213136ms","start":"2026-04-02T14:02:56.277995Z","end":"2026-04-02T14:02:56.414208Z","steps":["trace[1685018973] 'process raft request' (duration: 135.913929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:02:56.414344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.602409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-04-02T14:02:56.41439Z","caller":"traceutil/trace.go:171","msg":"trace[328619787] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1224; }","duration":"131.716791ms","start":"2026-04-02T14:02:56.282659Z","end":"2026-04-02T14:02:56.414376Z","steps":["trace[328619787] 'agreement among raft nodes before linearized reading' (duration: 131.557508ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:02:56.821371Z","caller":"traceutil/trace.go:171","msg":"trace[2089068149] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"171.827307ms","start":"2026-04-02T14:02:56.64951Z","end":"2026-04-02T14:02:56.821338Z","steps":["trace[2089068149] 'process raft request' (duration: 155.691451ms)","trace[2089068149] 'compare' (duration: 15.862489ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:02:59.011696Z","caller":"traceutil/trace.go:171","msg":"trace[677155187] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"153.397046ms","start":"2026-04-02T14:02:58.858272Z","end":"2026-04-02T14:02:59.011669Z","steps":["trace[677155187] 'process raft request' (duration: 149.972806ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:12.978251Z","caller":"traceutil/trace.go:171","msg":"trace[1354131699] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"198.13239ms","start":"2026-04-02T14:03:12.78009Z","end":"2026-04-02T14:03:12.978223Z","steps":["trace[1354131699] 'process raft request' (duration: 133.605225ms)","trace[1354131699] 'compare' (duration: 64.28889ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:15.610702Z","caller":"traceutil/trace.go:171","msg":"trace[178182605] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"107.948948ms","start":"2026-04-02T14:03:15.502727Z","end":"2026-04-02T14:03:15.610676Z","steps":["trace[178182605] 'process raft request' (duration: 55.801891ms)","trace[178182605] 'compare' (duration: 52.044464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:03:17.290797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.466847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T14:03:17.290882Z","caller":"traceutil/trace.go:171","msg":"trace[1545844236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"225.600711ms","start":"2026-04-02T14:03:17.065261Z","end":"2026-04-02T14:03:17.290861Z","steps":["trace[1545844236] 'range keys from in-memory index tree' (duration: 225.285953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:17.290966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.378872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"info","ts":"2026-04-02T14:03:17.291056Z","caller":"traceutil/trace.go:171","msg":"trace[1645230675] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1471; }","duration":"218.523656ms","start":"2026-04-02T14:03:17.072514Z","end":"2026-04-02T14:03:17.291038Z","steps":["trace[1645230675] 'range keys from in-memory index tree' (duration: 218.183357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:17.291122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.600525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T14:03:17.291274Z","caller":"traceutil/trace.go:171","msg":"trace[1954598055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1471; }","duration":"133.969924ms","start":"2026-04-02T14:03:17.15724Z","end":"2026-04-02T14:03:17.291209Z","steps":["trace[1954598055] 'range keys from in-memory index tree' (duration: 133.417061ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:17.399224Z","caller":"traceutil/trace.go:171","msg":"trace[1032261052] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"103.538055ms","start":"2026-04-02T14:03:17.295655Z","end":"2026-04-02T14:03:17.399193Z","steps":["trace[1032261052] 'process raft request' (duration: 103.356151ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:17.466414Z","caller":"traceutil/trace.go:171","msg":"trace[510845487] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"168.400427ms","start":"2026-04-02T14:03:17.298Z","end":"2026-04-02T14:03:17.4664Z","steps":["trace[510845487] 'process raft request' (duration: 168.191532ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:17.466339Z","caller":"traceutil/trace.go:171","msg":"trace[96649720] transaction","detail":"{read_only:false; response_revision:1473; number_of_response:1; }","duration":"170.322431ms","start":"2026-04-02T14:03:17.295964Z","end":"2026-04-02T14:03:17.466286Z","steps":["trace[96649720] 'process raft request' (duration: 170.081876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:20.05376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059476664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T14:03:20.18362Z","caller":"traceutil/trace.go:171","msg":"trace[38705809] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"709.203828ms","start":"2026-04-02T14:03:19.474384Z","end":"2026-04-02T14:03:20.183588Z","steps":["trace[38705809] 'process raft request' (duration: 708.982562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:20.183796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:19.47435Z","time spent":"709.358991ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:03:20.262342Z","caller":"traceutil/trace.go:171","msg":"trace[1585525115] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1525; }","duration":"709.3314ms","start":"2026-04-02T14:03:19.552977Z","end":"2026-04-02T14:03:20.262308Z","steps":["trace[1585525115] 'read index received' (duration: 630.370649ms)","trace[1585525115] 'applied index is now lower than readState.Index' (duration: 78.943651ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:20.262437Z","caller":"traceutil/trace.go:171","msg":"trace[133636379] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"573.155415ms","start":"2026-04-02T14:03:19.689222Z","end":"2026-04-02T14:03:20.262377Z","steps":["trace[133636379] 'process raft request' (duration: 556.427685ms)","trace[133636379] 'compare' (duration: 16.470994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:03:20.262573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.30563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:03:20.262644Z","caller":"traceutil/trace.go:171","msg":"trace[581018141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1483; }","duration":"679.457124ms","start":"2026-04-02T14:03:19.583165Z","end":"2026-04-02T14:03:20.262622Z","steps":["trace[581018141] 'agreement among raft nodes before linearized reading' (duration: 679.324761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:20.262692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:19.583137Z","time spent":"679.544076ms","remote":"127.0.0.1:59628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:03:20.26272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:19.6892Z","time spent":"573.36385ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:03:20.262684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.663188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:03:20.262832Z","caller":"traceutil/trace.go:171","msg":"trace[1169852061] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1483; }","duration":"709.886113ms","start":"2026-04-02T14:03:19.55291Z","end":"2026-04-02T14:03:20.262796Z","steps":["trace[1169852061] 'agreement among raft nodes before linearized reading' (duration: 709.527405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:20.263474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:19.552883Z","time spent":"710.121889ms","remote":"127.0.0.1:59802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:03:24.200796Z","caller":"traceutil/trace.go:171","msg":"trace[2098198102] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"150.475248ms","start":"2026-04-02T14:03:24.050284Z","end":"2026-04-02T14:03:24.20076Z","steps":["trace[2098198102] 'process raft request' (duration: 150.297184ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:32.813656Z","caller":"traceutil/trace.go:171","msg":"trace[819737878] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"112.735739ms","start":"2026-04-02T14:03:32.700898Z","end":"2026-04-02T14:03:32.813634Z","steps":["trace[819737878] 'process raft request' (duration: 112.472863ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:33.608825Z","caller":"traceutil/trace.go:171","msg":"trace[1211501308] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"133.496363ms","start":"2026-04-02T14:03:33.475263Z","end":"2026-04-02T14:03:33.608759Z","steps":["trace[1211501308] 'process raft request' (duration: 133.282348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:35.345977Z","caller":"traceutil/trace.go:171","msg":"trace[373584547] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"116.975987ms","start":"2026-04-02T14:03:35.228974Z","end":"2026-04-02T14:03:35.34595Z","steps":["trace[373584547] 'process raft request' (duration: 116.750472ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:39.860425Z","caller":"traceutil/trace.go:171","msg":"trace[1137100421] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"215.162918ms","start":"2026-04-02T14:03:39.645236Z","end":"2026-04-02T14:03:39.860399Z","steps":["trace[1137100421] 'process raft request' (duration: 215.018955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:40.276663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.796753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:03:40.276765Z","caller":"traceutil/trace.go:171","msg":"trace[1356383425] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1795; }","duration":"111.970937ms","start":"2026-04-02T14:03:40.164775Z","end":"2026-04-02T14:03:40.276746Z","steps":["trace[1356383425] 'count revisions from in-memory index tree' (duration: 111.61626ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:40.47292Z","caller":"traceutil/trace.go:171","msg":"trace[833184533] linearizableReadLoop","detail":"{readStateIndex:1866; appliedIndex:1865; }","duration":"109.710804ms","start":"2026-04-02T14:03:40.363183Z","end":"2026-04-02T14:03:40.472894Z","steps":["trace[833184533] 'read index received' (duration: 109.500759ms)","trace[833184533] 'applied index is now lower than readState.Index' (duration: 209.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:40.472975Z","caller":"traceutil/trace.go:171","msg":"trace[577466279] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"114.840024ms","start":"2026-04-02T14:03:40.358104Z","end":"2026-04-02T14:03:40.472944Z","steps":["trace[577466279] 'process raft request' (duration: 114.641799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:40.473175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.973411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:03:40.473218Z","caller":"traceutil/trace.go:171","msg":"trace[41464042] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1796; }","duration":"110.077592ms","start":"2026-04-02T14:03:40.36313Z","end":"2026-04-02T14:03:40.473208Z","steps":["trace[41464042] 'agreement among raft nodes before linearized reading' (duration: 109.904808ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:51.014896Z","caller":"traceutil/trace.go:171","msg":"trace[104380935] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"356.781176ms","start":"2026-04-02T14:03:50.65809Z","end":"2026-04-02T14:03:51.014871Z","steps":["trace[104380935] 'read index received' (duration: 356.647043ms)","trace[104380935] 'applied index is now lower than readState.Index' (duration: 132.953µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:51.014959Z","caller":"traceutil/trace.go:171","msg":"trace[199448245] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"505.296733ms","start":"2026-04-02T14:03:50.509625Z","end":"2026-04-02T14:03:51.014922Z","steps":["trace[199448245] 'process raft request' (duration: 505.104858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.01513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.028571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T14:03:51.015131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:50.509573Z","time spent":"505.462568ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:03:51.015171Z","caller":"traceutil/trace.go:171","msg":"trace[541285884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"357.129914ms","start":"2026-04-02T14:03:50.658032Z","end":"2026-04-02T14:03:51.015162Z","steps":["trace[541285884] 'agreement among raft nodes before linearized reading' (duration: 356.97973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.015214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:50.658007Z","time spent":"357.196005ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T14:03:51.088114Z","caller":"traceutil/trace.go:171","msg":"trace[1103704856] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"409.35455ms","start":"2026-04-02T14:03:50.67872Z","end":"2026-04-02T14:03:51.088074Z","steps":["trace[1103704856] 'process raft request' (duration: 403.950474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.088512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:50.678688Z","time spent":"409.524583ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:03:51.194684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.690364ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T14:03:51.194887Z","caller":"traceutil/trace.go:171","msg":"trace[265368498] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"179.877928ms","start":"2026-04-02T14:03:51.014986Z","end":"2026-04-02T14:03:51.194864Z","steps":["trace[265368498] 'read index received' (duration: 67.697116ms)","trace[265368498] 'applied index is now lower than readState.Index' (duration: 112.178772ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:51.194966Z","caller":"traceutil/trace.go:171","msg":"trace[1182531968] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"175.545217ms","start":"2026-04-02T14:03:51.019402Z","end":"2026-04-02T14:03:51.194947Z","steps":["trace[1182531968] 'process raft request' (duration: 175.497595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.195039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.032319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:03:51.195082Z","caller":"traceutil/trace.go:171","msg":"trace[120963835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"335.08909ms","start":"2026-04-02T14:03:50.859982Z","end":"2026-04-02T14:03:51.195071Z","steps":["trace[120963835] 'agreement among raft nodes before linearized reading' (duration: 335.006739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.195117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:50.859911Z","time spent":"335.198333ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:03:51.195149Z","caller":"traceutil/trace.go:171","msg":"trace[362803377] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"176.615231ms","start":"2026-04-02T14:03:51.018448Z","end":"2026-04-02T14:03:51.195063Z","steps":["trace[362803377] 'process raft request' (duration: 176.339755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.195472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.403379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T14:03:51.19553Z","caller":"traceutil/trace.go:171","msg":"trace[1934129283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1920; }","duration":"119.501632ms","start":"2026-04-02T14:03:51.076014Z","end":"2026-04-02T14:03:51.195515Z","steps":["trace[1934129283] 'agreement among raft nodes before linearized reading' (duration: 119.359478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.195487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.051556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T14:03:51.195633Z","caller":"traceutil/trace.go:171","msg":"trace[1788876229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1920; }","duration":"160.225319ms","start":"2026-04-02T14:03:51.035361Z","end":"2026-04-02T14:03:51.195587Z","steps":["trace[1788876229] 'agreement among raft nodes before linearized reading' (duration: 159.893762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.195851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.478897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T14:03:51.195908Z","caller":"traceutil/trace.go:171","msg":"trace[1613870930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1920; }","duration":"139.58809ms","start":"2026-04-02T14:03:51.056307Z","end":"2026-04-02T14:03:51.195895Z","steps":["trace[1613870930] 'agreement among raft nodes before linearized reading' (duration: 139.18388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.628186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.509277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:03:51.628398Z","caller":"traceutil/trace.go:171","msg":"trace[860784432] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"427.095474ms","start":"2026-04-02T14:03:51.201279Z","end":"2026-04-02T14:03:51.628374Z","steps":["trace[860784432] 'process raft request' (duration: 123.28539ms)","trace[860784432] 'compare' (duration: 303.386644ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:03:51.62847Z","caller":"traceutil/trace.go:171","msg":"trace[938880133] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"196.074525ms","start":"2026-04-02T14:03:51.432374Z","end":"2026-04-02T14:03:51.628448Z","steps":["trace[938880133] 'process raft request' (duration: 195.941572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.628519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:51.201253Z","time spent":"427.200967ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:03:51.628493Z","caller":"traceutil/trace.go:171","msg":"trace[1746965982] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1993; }","duration":"399.560803ms","start":"2026-04-02T14:03:51.228897Z","end":"2026-04-02T14:03:51.628458Z","steps":["trace[1746965982] 'read index received' (duration: 31.964244ms)","trace[1746965982] 'applied index is now lower than readState.Index' (duration: 367.590069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:03:51.628782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.883841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ecaba63-5d54-4e7e-9b37-8249c1aea574\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T14:03:51.628811Z","caller":"traceutil/trace.go:171","msg":"trace[1373577583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ecaba63-5d54-4e7e-9b37-8249c1aea574; range_end:; response_count:1; response_revision:1923; }","duration":"399.938902ms","start":"2026-04-02T14:03:51.228864Z","end":"2026-04-02T14:03:51.628803Z","steps":["trace[1373577583] 'agreement among raft nodes before linearized reading' (duration: 399.83184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.628832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:51.228851Z","time spent":"399.977113ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ecaba63-5d54-4e7e-9b37-8249c1aea574\" "} {"level":"warn","ts":"2026-04-02T14:03:51.628865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.780764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-02T14:03:51.628881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.313625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T14:03:51.628914Z","caller":"traceutil/trace.go:171","msg":"trace[1250379716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1923; }","duration":"133.868006ms","start":"2026-04-02T14:03:51.495029Z","end":"2026-04-02T14:03:51.628897Z","steps":["trace[1250379716] 'agreement among raft nodes before linearized reading' (duration: 133.697822ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:03:51.628919Z","caller":"traceutil/trace.go:171","msg":"trace[963722160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1923; }","duration":"371.392318ms","start":"2026-04-02T14:03:51.257516Z","end":"2026-04-02T14:03:51.628908Z","steps":["trace[963722160] 'agreement among raft nodes before linearized reading' (duration: 371.203473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:03:51.628963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:03:51.257505Z","time spent":"371.449249ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T14:04:03.351358Z","caller":"traceutil/trace.go:171","msg":"trace[27036535] linearizableReadLoop","detail":"{readStateIndex:2070; appliedIndex:2069; }","duration":"109.400255ms","start":"2026-04-02T14:04:03.241932Z","end":"2026-04-02T14:04:03.351332Z","steps":["trace[27036535] 'read index received' (duration: 109.124749ms)","trace[27036535] 'applied index is now lower than readState.Index' (duration: 274.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:04:03.351426Z","caller":"traceutil/trace.go:171","msg":"trace[1372643552] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"120.504384ms","start":"2026-04-02T14:04:03.230878Z","end":"2026-04-02T14:04:03.351383Z","steps":["trace[1372643552] 'process raft request' (duration: 120.259789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:03.351764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.691962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-02T14:04:03.351819Z","caller":"traceutil/trace.go:171","msg":"trace[1075987723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1995; }","duration":"109.915667ms","start":"2026-04-02T14:04:03.241887Z","end":"2026-04-02T14:04:03.351802Z","steps":["trace[1075987723] 'agreement among raft nodes before linearized reading' (duration: 109.62338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:04:19.2508Z","caller":"traceutil/trace.go:171","msg":"trace[962409632] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"142.324943ms","start":"2026-04-02T14:04:19.108429Z","end":"2026-04-02T14:04:19.250754Z","steps":["trace[962409632] 'process raft request' (duration: 142.067247ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:04:26.246051Z","caller":"traceutil/trace.go:171","msg":"trace[1920414070] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"276.477666ms","start":"2026-04-02T14:04:25.969545Z","end":"2026-04-02T14:04:26.246023Z","steps":["trace[1920414070] 'process raft request' (duration: 251.441414ms)","trace[1920414070] 'compare' (duration: 24.573322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:04:26.709684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.650412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T14:04:26.709806Z","caller":"traceutil/trace.go:171","msg":"trace[1357989346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"182.795476ms","start":"2026-04-02T14:04:26.526962Z","end":"2026-04-02T14:04:26.709758Z","steps":["trace[1357989346] 'range keys from in-memory index tree' (duration: 182.457848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:27.140399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.356746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:04:27.140481Z","caller":"traceutil/trace.go:171","msg":"trace[1117543782] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2155; }","duration":"106.491939ms","start":"2026-04-02T14:04:27.033969Z","end":"2026-04-02T14:04:27.140461Z","steps":["trace[1117543782] 'count revisions from in-memory index tree' (duration: 106.278164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:27.531024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.734977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:04:27.531176Z","caller":"traceutil/trace.go:171","msg":"trace[577753954] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"203.143689ms","start":"2026-04-02T14:04:27.328006Z","end":"2026-04-02T14:04:27.53115Z","steps":["trace[577753954] 'process raft request' (duration: 22.173346ms)","trace[577753954] 'compare' (duration: 180.556193ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:04:27.776613Z","caller":"traceutil/trace.go:171","msg":"trace[1508491268] linearizableReadLoop","detail":"{readStateIndex:2239; appliedIndex:2238; }","duration":"283.862588ms","start":"2026-04-02T14:04:27.492726Z","end":"2026-04-02T14:04:27.776588Z","steps":["trace[1508491268] 'read index received' (duration: 283.612972ms)","trace[1508491268] 'applied index is now lower than readState.Index' (duration: 248.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:04:27.776684Z","caller":"traceutil/trace.go:171","msg":"trace[946481754] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"335.784487ms","start":"2026-04-02T14:04:27.440866Z","end":"2026-04-02T14:04:27.77665Z","steps":["trace[946481754] 'process raft request' (duration: 335.567661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:27.776881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:04:27.44084Z","time spent":"335.91005ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:04:27.776896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.150705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:04:27.776971Z","caller":"traceutil/trace.go:171","msg":"trace[1002240847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2158; }","duration":"284.269367ms","start":"2026-04-02T14:04:27.492678Z","end":"2026-04-02T14:04:27.776947Z","steps":["trace[1002240847] 'agreement among raft nodes before linearized reading' (duration: 284.004841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:27.776982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.192816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:04:27.77743Z","caller":"traceutil/trace.go:171","msg":"trace[1780432000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"284.704547ms","start":"2026-04-02T14:04:27.49271Z","end":"2026-04-02T14:04:27.777415Z","steps":["trace[1780432000] 'agreement among raft nodes before linearized reading' (duration: 284.070113ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:04:31.52987Z","caller":"traceutil/trace.go:171","msg":"trace[1194337725] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"349.472295ms","start":"2026-04-02T14:04:31.180368Z","end":"2026-04-02T14:04:31.52984Z","steps":["trace[1194337725] 'read index received' (duration: 341.361617ms)","trace[1194337725] 'applied index is now lower than readState.Index' (duration: 8.108308ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:04:31.529949Z","caller":"traceutil/trace.go:171","msg":"trace[2105182373] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"231.094699ms","start":"2026-04-02T14:04:31.298828Z","end":"2026-04-02T14:04:31.529923Z","steps":["trace[2105182373] 'process raft request' (duration: 230.912055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:31.530049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.659709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:04:31.530121Z","caller":"traceutil/trace.go:171","msg":"trace[1935917795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2179; }","duration":"349.787843ms","start":"2026-04-02T14:04:31.180317Z","end":"2026-04-02T14:04:31.530105Z","steps":["trace[1935917795] 'agreement among raft nodes before linearized reading' (duration: 349.612648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:04:31.530162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:04:31.180298Z","time spent":"349.853714ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:04:57.772529Z","caller":"traceutil/trace.go:171","msg":"trace[1752278945] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"141.000845ms","start":"2026-04-02T14:04:57.631503Z","end":"2026-04-02T14:04:57.772504Z","steps":["trace[1752278945] 'process raft request' (duration: 140.807201ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:04:57.773879Z","caller":"traceutil/trace.go:171","msg":"trace[1873200863] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"109.450553ms","start":"2026-04-02T14:04:57.664403Z","end":"2026-04-02T14:04:57.773853Z","steps":["trace[1873200863] 'process raft request' (duration: 109.29696ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:00.116297Z","caller":"traceutil/trace.go:171","msg":"trace[1443915115] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2422; }","duration":"288.403338ms","start":"2026-04-02T14:04:59.827874Z","end":"2026-04-02T14:05:00.116277Z","steps":["trace[1443915115] 'read index received' (duration: 288.344236ms)","trace[1443915115] 'applied index is now lower than readState.Index' (duration: 58.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:00.11635Z","caller":"traceutil/trace.go:171","msg":"trace[1412011842] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"338.507954ms","start":"2026-04-02T14:04:59.77782Z","end":"2026-04-02T14:05:00.116328Z","steps":["trace[1412011842] 'process raft request' (duration: 338.33832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:00.116469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.587682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-02T14:05:00.116475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:04:59.777763Z","time spent":"338.634076ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:00.116505Z","caller":"traceutil/trace.go:171","msg":"trace[389933281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2335; }","duration":"288.655114ms","start":"2026-04-02T14:04:59.82784Z","end":"2026-04-02T14:05:00.116495Z","steps":["trace[389933281] 'agreement among raft nodes before linearized reading' (duration: 288.539101ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:00.117825Z","caller":"traceutil/trace.go:171","msg":"trace[1906792814] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"103.414446ms","start":"2026-04-02T14:05:00.014348Z","end":"2026-04-02T14:05:00.117762Z","steps":["trace[1906792814] 'process raft request' (duration: 103.307073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:00.117854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.494635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T14:05:00.117886Z","caller":"traceutil/trace.go:171","msg":"trace[310313441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2337; }","duration":"116.550036ms","start":"2026-04-02T14:05:00.001327Z","end":"2026-04-02T14:05:00.117877Z","steps":["trace[310313441] 'agreement among raft nodes before linearized reading' (duration: 116.466964ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:00.117911Z","caller":"traceutil/trace.go:171","msg":"trace[967112744] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"219.02949ms","start":"2026-04-02T14:04:59.898853Z","end":"2026-04-02T14:05:00.117882Z","steps":["trace[967112744] 'process raft request' (duration: 218.742624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:00.117988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.941176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:05:00.118023Z","caller":"traceutil/trace.go:171","msg":"trace[184111833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2337; }","duration":"159.011108ms","start":"2026-04-02T14:04:59.959003Z","end":"2026-04-02T14:05:00.118015Z","steps":["trace[184111833] 'agreement among raft nodes before linearized reading' (duration: 158.930396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:00.118076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.892452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:05:00.118105Z","caller":"traceutil/trace.go:171","msg":"trace[1112546783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2337; }","duration":"150.959383ms","start":"2026-04-02T14:04:59.967138Z","end":"2026-04-02T14:05:00.118098Z","steps":["trace[1112546783] 'agreement among raft nodes before linearized reading' (duration: 150.600755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:00.118324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.986938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:00.118369Z","caller":"traceutil/trace.go:171","msg":"trace[225744526] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2337; }","duration":"250.0697ms","start":"2026-04-02T14:04:59.868289Z","end":"2026-04-02T14:05:00.118358Z","steps":["trace[225744526] 'agreement among raft nodes before linearized reading' (duration: 249.398155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:02.214948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:02.715119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:03.215846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:03.716217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:03.982321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211443944s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:05:03.982811Z","caller":"traceutil/trace.go:171","msg":"trace[1702780022] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"2.327045734s","start":"2026-04-02T14:05:01.65574Z","end":"2026-04-02T14:05:03.982786Z","steps":["trace[1702780022] 'process raft request' (duration: 2.32685808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:03.982958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:01.655705Z","time spent":"2.327163367s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:04.195189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T14:05:04.19527Z","caller":"traceutil/trace.go:171","msg":"trace[1333638975] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597375s","start":"2026-04-02T14:05:02.194656Z","end":"2026-04-02T14:05:04.195253Z","steps":["trace[1333638975] 'agreement among raft nodes before linearized reading' (duration: 2.000489952s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:04.195309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.194637Z","time spent":"2.000664207s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:05:05.670065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.687380941s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:05:05.670716Z","caller":"traceutil/trace.go:171","msg":"trace[25390734] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"3.539997462s","start":"2026-04-02T14:05:02.130696Z","end":"2026-04-02T14:05:05.670694Z","steps":["trace[25390734] 'process raft request' (duration: 3.539937841s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:05.670861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.130669Z","time spent":"3.540117034s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:05.670837Z","caller":"traceutil/trace.go:171","msg":"trace[302325280] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"3.549146311s","start":"2026-04-02T14:05:02.121647Z","end":"2026-04-02T14:05:05.670794Z","steps":["trace[302325280] 'process raft request' (duration: 3.548821214s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:05.671121Z","caller":"traceutil/trace.go:171","msg":"trace[1226163021] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"3.539844269s","start":"2026-04-02T14:05:02.131227Z","end":"2026-04-02T14:05:05.671071Z","steps":["trace[1226163021] 'process raft request' (duration: 3.539439659s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:05.671176Z","caller":"traceutil/trace.go:171","msg":"trace[1872386496] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2434; }","duration":"3.95652353s","start":"2026-04-02T14:05:01.714626Z","end":"2026-04-02T14:05:05.671149Z","steps":["trace[1872386496] 'read index received' (duration: 2.268043175s)","trace[1872386496] 'applied index is now lower than readState.Index' (duration: 1.688479435s)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:05.671246Z","caller":"traceutil/trace.go:171","msg":"trace[548685280] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"2.561789574s","start":"2026-04-02T14:05:03.109418Z","end":"2026-04-02T14:05:05.671208Z","steps":["trace[548685280] 'process raft request' (duration: 2.5616026s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:05.671296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.131216Z","time spent":"3.539985722s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:05.671332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:03.109386Z","time spent":"2.561906997s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:05.671408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956755376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:05.671477Z","caller":"traceutil/trace.go:171","msg":"trace[2027191799] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2350; }","duration":"3.956883919s","start":"2026-04-02T14:05:01.714581Z","end":"2026-04-02T14:05:05.671465Z","steps":["trace[2027191799] 'agreement among raft nodes before linearized reading' (duration: 3.956703715s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:05.671551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:01.714562Z","time spent":"3.95697593s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:05.671124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.121627Z","time spent":"3.549313615s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:06.172109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:06.196231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T14:05:06.196348Z","caller":"traceutil/trace.go:171","msg":"trace[354403324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508894s","start":"2026-04-02T14:05:04.195806Z","end":"2026-04-02T14:05:06.196315Z","steps":["trace[354403324] 'agreement among raft nodes before linearized reading' (duration: 2.000357231s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:06.19641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:04.195789Z","time spent":"2.000607167s","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 14:05:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T14:05:06.646619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.481189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:05:06.646765Z","caller":"traceutil/trace.go:171","msg":"trace[1271160896] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"2.578056206s","start":"2026-04-02T14:05:04.068688Z","end":"2026-04-02T14:05:06.646745Z","steps":["trace[1271160896] 'process raft request' (duration: 2.341364172s)","trace[1271160896] 'compare' (duration: 236.288945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:05:06.646829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:04.068654Z","time spent":"2.578144517s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:07.130732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999657314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T14:05:07.13083Z","caller":"traceutil/trace.go:171","msg":"trace[1655636268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999826907s","start":"2026-04-02T14:05:02.130981Z","end":"2026-04-02T14:05:07.130807Z","steps":["trace[1655636268] 'agreement among raft nodes before linearized reading' (duration: 4.999679044s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.130882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.130969Z","time spent":"4.99989905s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/02 14:05:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T14:05:07.162516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999838238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-02T14:05:07.162627Z","caller":"traceutil/trace.go:171","msg":"trace[1622900128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000024542s","start":"2026-04-02T14:05:02.162577Z","end":"2026-04-02T14:05:07.162602Z","steps":["trace[1622900128] 'agreement among raft nodes before linearized reading' (duration: 4.999872589s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.162679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.162556Z","time spent":"5.000112974s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:05:07.287198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.758076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:05:07.287436Z","caller":"traceutil/trace.go:171","msg":"trace[707247476] linearizableReadLoop","detail":"{readStateIndex:2441; appliedIndex:2439; }","duration":"1.616160342s","start":"2026-04-02T14:05:05.671257Z","end":"2026-04-02T14:05:07.287417Z","steps":["trace[707247476] 'read index received' (duration: 738.814951ms)","trace[707247476] 'applied index is now lower than readState.Index' (duration: 877.344291ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:07.287445Z","caller":"traceutil/trace.go:171","msg":"trace[2065980119] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"1.298834803s","start":"2026-04-02T14:05:05.988577Z","end":"2026-04-02T14:05:07.287412Z","steps":["trace[2065980119] 'process raft request' (duration: 908.756039ms)","trace[2065980119] 'compare' (duration: 389.609743ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:07.287446Z","caller":"traceutil/trace.go:171","msg":"trace[1885543741] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"1.087777784s","start":"2026-04-02T14:05:06.199645Z","end":"2026-04-02T14:05:07.287423Z","steps":["trace[1885543741] 'process raft request' (duration: 1.087685612s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.287566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081695514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:05:07.287601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:05.988536Z","time spent":"1.298977586s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:07.287614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:06.199623Z","time spent":"1.087917738s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T14:05:07.2877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810923987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T14:05:07.28774Z","caller":"traceutil/trace.go:171","msg":"trace[946552370] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:2353; }","duration":"1.810995139s","start":"2026-04-02T14:05:05.476733Z","end":"2026-04-02T14:05:07.287728Z","steps":["trace[946552370] 'agreement among raft nodes before linearized reading' (duration: 1.810860906s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.287742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.619250161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T14:05:07.287774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:05.476708Z","time spent":"1.811058901s","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-02T14:05:07.28779Z","caller":"traceutil/trace.go:171","msg":"trace[1216707256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2353; }","duration":"4.619331603s","start":"2026-04-02T14:05:02.668443Z","end":"2026-04-02T14:05:07.287775Z","steps":["trace[1216707256] 'agreement among raft nodes before linearized reading' (duration: 4.61918783s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.287842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.668423Z","time spent":"4.619407605s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T14:05:07.28799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873263754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.28803Z","caller":"traceutil/trace.go:171","msg":"trace[780660498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2353; }","duration":"1.873345656s","start":"2026-04-02T14:05:05.414675Z","end":"2026-04-02T14:05:07.288021Z","steps":["trace[780660498] 'agreement among raft nodes before linearized reading' (duration: 1.873287704s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:05.414653Z","time spent":"1.873397956s","remote":"127.0.0.1:59640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.28807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.40868422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.288122Z","caller":"traceutil/trace.go:171","msg":"trace[269620589] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2353; }","duration":"5.408734172s","start":"2026-04-02T14:05:01.879373Z","end":"2026-04-02T14:05:07.288108Z","steps":["trace[269620589] 'agreement among raft nodes before linearized reading' (duration: 5.40866429s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:01.879313Z","time spent":"5.408838555s","remote":"127.0.0.1:59834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.28822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427597485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:07.288248Z","caller":"traceutil/trace.go:171","msg":"trace[1018461426] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2353; }","duration":"2.427664247s","start":"2026-04-02T14:05:04.860576Z","end":"2026-04-02T14:05:07.28824Z","steps":["trace[1018461426] 'agreement among raft nodes before linearized reading' (duration: 2.427616755s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:04.860553Z","time spent":"2.427723767s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.288361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084740095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.288391Z","caller":"traceutil/trace.go:171","msg":"trace[2091063778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2353; }","duration":"1.084808737s","start":"2026-04-02T14:05:06.203574Z","end":"2026-04-02T14:05:07.288383Z","steps":["trace[2091063778] 'agreement among raft nodes before linearized reading' (duration: 1.084765236s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:06.203554Z","time spent":"1.084888608s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:05:07.2885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8885921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.288534Z","caller":"traceutil/trace.go:171","msg":"trace[105427387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2353; }","duration":"2.888652462s","start":"2026-04-02T14:05:04.399868Z","end":"2026-04-02T14:05:07.288521Z","steps":["trace[105427387] 'agreement among raft nodes before linearized reading' (duration: 2.888606471s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:04.399852Z","time spent":"2.888708833s","remote":"127.0.0.1:59762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:05:07.287608Z","caller":"traceutil/trace.go:171","msg":"trace[1706577560] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2353; }","duration":"4.081777686s","start":"2026-04-02T14:05:03.20582Z","end":"2026-04-02T14:05:07.287598Z","steps":["trace[1706577560] 'agreement among raft nodes before linearized reading' (duration: 4.081708414s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:03.205773Z","time spent":"4.08282613s","remote":"127.0.0.1:59676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.288725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171826319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.288761Z","caller":"traceutil/trace.go:171","msg":"trace[1425235958] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2353; }","duration":"3.171905071s","start":"2026-04-02T14:05:04.116848Z","end":"2026-04-02T14:05:07.288753Z","steps":["trace[1425235958] 'agreement among raft nodes before linearized reading' (duration: 3.17184934s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:04.116831Z","time spent":"3.171957432s","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.287562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476727294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:07.288947Z","caller":"traceutil/trace.go:171","msg":"trace[1613135880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2353; }","duration":"3.478145426s","start":"2026-04-02T14:05:03.81077Z","end":"2026-04-02T14:05:07.288916Z","steps":["trace[1613135880] 'agreement among raft nodes before linearized reading' (duration: 3.476661502s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.288996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364074767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:07.289052Z","caller":"traceutil/trace.go:171","msg":"trace[1024008070] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2353; }","duration":"3.364154769s","start":"2026-04-02T14:05:03.92487Z","end":"2026-04-02T14:05:07.289024Z","steps":["trace[1024008070] 'agreement among raft nodes before linearized reading' (duration: 3.364099277s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.289087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:03.924847Z","time spent":"3.364231661s","remote":"127.0.0.1:59584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.289099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.926689844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:07.28913Z","caller":"traceutil/trace.go:171","msg":"trace[403391297] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2353; }","duration":"4.926750246s","start":"2026-04-02T14:05:02.36237Z","end":"2026-04-02T14:05:07.28912Z","steps":["trace[403391297] 'agreement among raft nodes before linearized reading' (duration: 4.926655144s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.289158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.362353Z","time spent":"4.926797966s","remote":"127.0.0.1:59592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:07.289171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698930784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T14:05:07.289203Z","caller":"traceutil/trace.go:171","msg":"trace[956521791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2353; }","duration":"4.699007765s","start":"2026-04-02T14:05:02.590186Z","end":"2026-04-02T14:05:07.289194Z","steps":["trace[956521791] 'agreement among raft nodes before linearized reading' (duration: 4.698889203s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.289235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.590164Z","time spent":"4.699066387s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:05:07.289259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.152722925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-02T14:05:07.289002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:03.810749Z","time spent":"3.478235109s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:05:07.289327Z","caller":"traceutil/trace.go:171","msg":"trace[610003168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2353; }","duration":"5.152811907s","start":"2026-04-02T14:05:02.136498Z","end":"2026-04-02T14:05:07.28931Z","steps":["trace[610003168] 'agreement among raft nodes before linearized reading' (duration: 5.152588452s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.289283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259654031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-02T14:05:07.289368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.13649Z","time spent":"5.152872148s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T14:05:07.289405Z","caller":"traceutil/trace.go:171","msg":"trace[42510691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2353; }","duration":"5.259843226s","start":"2026-04-02T14:05:02.029538Z","end":"2026-04-02T14:05:07.289381Z","steps":["trace[42510691] 'agreement among raft nodes before linearized reading' (duration: 5.259452717s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.28939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.157614657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T14:05:07.289473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.02952Z","time spent":"5.259939367s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:05:07.289505Z","caller":"traceutil/trace.go:171","msg":"trace[1860149566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2353; }","duration":"5.157770851s","start":"2026-04-02T14:05:02.131707Z","end":"2026-04-02T14:05:07.289478Z","steps":["trace[1860149566] 'agreement among raft nodes before linearized reading' (duration: 5.157436683s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.289716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:02.131695Z","time spent":"5.158008516s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:05:07.708122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.908285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:05:07.70839Z","caller":"traceutil/trace.go:171","msg":"trace[429321950] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"415.501515ms","start":"2026-04-02T14:05:07.292856Z","end":"2026-04-02T14:05:07.708357Z","steps":["trace[429321950] 'process raft request' (duration: 235.238192ms)","trace[429321950] 'compare' (duration: 179.581988ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:07.708402Z","caller":"traceutil/trace.go:171","msg":"trace[1058255771] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"414.232766ms","start":"2026-04-02T14:05:07.294139Z","end":"2026-04-02T14:05:07.708372Z","steps":["trace[1058255771] 'process raft request' (duration: 414.091762ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:07.708444Z","caller":"traceutil/trace.go:171","msg":"trace[1808024046] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"413.11401ms","start":"2026-04-02T14:05:07.295292Z","end":"2026-04-02T14:05:07.708406Z","steps":["trace[1808024046] 'process raft request' (duration: 413.029578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.708546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.292831Z","time spent":"415.634158ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:07.708571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.294113Z","time spent":"414.366199ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:07.708598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.555053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:05:07.708622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.57415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:05:07.708648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.295283Z","time spent":"413.250603ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:07.708421Z","caller":"traceutil/trace.go:171","msg":"trace[1049654330] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2443; }","duration":"398.983397ms","start":"2026-04-02T14:05:07.309417Z","end":"2026-04-02T14:05:07.7084Z","steps":["trace[1049654330] 'read index received' (duration: 218.702803ms)","trace[1049654330] 'applied index is now lower than readState.Index' (duration: 180.279494ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:07.708658Z","caller":"traceutil/trace.go:171","msg":"trace[967781301] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2357; }","duration":"407.646695ms","start":"2026-04-02T14:05:07.300997Z","end":"2026-04-02T14:05:07.708643Z","steps":["trace[967781301] 'agreement among raft nodes before linearized reading' (duration: 407.407259ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:07.708713Z","caller":"traceutil/trace.go:171","msg":"trace[392550028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2357; }","duration":"409.687722ms","start":"2026-04-02T14:05:07.299002Z","end":"2026-04-02T14:05:07.70869Z","steps":["trace[392550028] 'agreement among raft nodes before linearized reading' (duration: 409.446526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.70877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.298989Z","time spent":"409.768293ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:05:07.708824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.300984Z","time spent":"407.768628ms","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-02T14:05:07.708899Z","caller":"traceutil/trace.go:171","msg":"trace[1260846232] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"398.750132ms","start":"2026-04-02T14:05:07.310125Z","end":"2026-04-02T14:05:07.708875Z","steps":["trace[1260846232] 'process raft request' (duration: 398.23612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.709022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.310109Z","time spent":"398.840624ms","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:07.709425Z","caller":"traceutil/trace.go:171","msg":"trace[1790394110] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"397.219196ms","start":"2026-04-02T14:05:07.312181Z","end":"2026-04-02T14:05:07.7094Z","steps":["trace[1790394110] 'process raft request' (duration: 396.478079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.709606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.312165Z","time spent":"397.327239ms","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:07.746629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.834185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T14:05:07.746662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.369388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:07.746725Z","caller":"traceutil/trace.go:171","msg":"trace[202332339] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2361; }","duration":"101.483231ms","start":"2026-04-02T14:05:07.645229Z","end":"2026-04-02T14:05:07.746712Z","steps":["trace[202332339] 'agreement among raft nodes before linearized reading' (duration: 101.356558ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:07.746732Z","caller":"traceutil/trace.go:171","msg":"trace[1481487289] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2361; }","duration":"319.999399ms","start":"2026-04-02T14:05:07.426706Z","end":"2026-04-02T14:05:07.746705Z","steps":["trace[1481487289] 'agreement among raft nodes before linearized reading' (duration: 319.774174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:07.746906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:07.426658Z","time spent":"320.185924ms","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:08.796538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:09.223414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126184423s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:05:09.223815Z","caller":"traceutil/trace.go:171","msg":"trace[721387449] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"1.126687325s","start":"2026-04-02T14:05:08.097103Z","end":"2026-04-02T14:05:09.22379Z","steps":["trace[721387449] 'process raft request' (duration: 1.126503491s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:09.223967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:08.097077Z","time spent":"1.126811877s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:09.250783Z","caller":"traceutil/trace.go:171","msg":"trace[1573748660] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2451; }","duration":"954.571067ms","start":"2026-04-02T14:05:08.296192Z","end":"2026-04-02T14:05:09.250763Z","steps":["trace[1573748660] 'read index received' (duration: 927.401586ms)","trace[1573748660] 'applied index is now lower than readState.Index' (duration: 27.168591ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:09.250904Z","caller":"traceutil/trace.go:171","msg":"trace[458236257] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"1.142910266s","start":"2026-04-02T14:05:08.107964Z","end":"2026-04-02T14:05:09.250875Z","steps":["trace[458236257] 'process raft request' (duration: 1.142706271s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:09.251008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.552855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:09.251068Z","caller":"traceutil/trace.go:171","msg":"trace[1098723944] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2363; }","duration":"227.653408ms","start":"2026-04-02T14:05:09.023396Z","end":"2026-04-02T14:05:09.251049Z","steps":["trace[1098723944] 'agreement among raft nodes before linearized reading' (duration: 227.534035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:09.251114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:08.10794Z","time spent":"1.14308063s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:09.250953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.755922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T14:05:09.251187Z","caller":"traceutil/trace.go:171","msg":"trace[1335168457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2363; }","duration":"955.035448ms","start":"2026-04-02T14:05:08.296137Z","end":"2026-04-02T14:05:09.251172Z","steps":["trace[1335168457] 'agreement among raft nodes before linearized reading' (duration: 954.71133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:09.251261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:08.296115Z","time spent":"955.10311ms","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T14:05:09.251259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.88093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:05:09.251339Z","caller":"traceutil/trace.go:171","msg":"trace[459869588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2363; }","duration":"119.014773ms","start":"2026-04-02T14:05:09.132304Z","end":"2026-04-02T14:05:09.251319Z","steps":["trace[459869588] 'agreement among raft nodes before linearized reading' (duration: 118.746697ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:09.398728Z","caller":"traceutil/trace.go:171","msg":"trace[331848504] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"141.595189ms","start":"2026-04-02T14:05:09.2571Z","end":"2026-04-02T14:05:09.398695Z","steps":["trace[331848504] 'process raft request' (duration: 47.903506ms)","trace[331848504] 'compare' (duration: 93.494949ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:09.398705Z","caller":"traceutil/trace.go:171","msg":"trace[1935992448] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"105.435942ms","start":"2026-04-02T14:05:09.293246Z","end":"2026-04-02T14:05:09.398682Z","steps":["trace[1935992448] 'process raft request' (duration: 105.386081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:10.759221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059478640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:05:10.986485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268741064s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:05:10.986789Z","caller":"traceutil/trace.go:171","msg":"trace[640028305] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"1.269141454s","start":"2026-04-02T14:05:09.717624Z","end":"2026-04-02T14:05:10.986766Z","steps":["trace[640028305] 'process raft request' (duration: 1.26899382s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:10.986925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.7176Z","time spent":"1.269250046s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:11.684055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.995576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:05:11.684569Z","caller":"traceutil/trace.go:171","msg":"trace[168034892] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"1.960243052s","start":"2026-04-02T14:05:09.724298Z","end":"2026-04-02T14:05:11.684541Z","steps":["trace[168034892] 'process raft request' (duration: 1.960108919s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:11.684582Z","caller":"traceutil/trace.go:171","msg":"trace[1066018853] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"1.964811977s","start":"2026-04-02T14:05:09.719711Z","end":"2026-04-02T14:05:11.684522Z","steps":["trace[1066018853] 'process raft request' (duration: 1.964460499s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:11.684569Z","caller":"traceutil/trace.go:171","msg":"trace[1743388563] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"1.965535613s","start":"2026-04-02T14:05:09.718781Z","end":"2026-04-02T14:05:11.684317Z","steps":["trace[1743388563] 'process raft request' (duration: 1.796170228s)","trace[1743388563] 'compare' (duration: 168.801162ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:11.684608Z","caller":"traceutil/trace.go:171","msg":"trace[1280767768] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"1.933396178s","start":"2026-04-02T14:05:09.751187Z","end":"2026-04-02T14:05:11.684583Z","steps":["trace[1280767768] 'process raft request' (duration: 1.933277385s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:11.684695Z","caller":"traceutil/trace.go:171","msg":"trace[176562082] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"1.933319066s","start":"2026-04-02T14:05:09.751356Z","end":"2026-04-02T14:05:11.684675Z","steps":["trace[176562082] 'process raft request' (duration: 1.933171193s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:11.684725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.724278Z","time spent":"1.960361954s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:11.684726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.719705Z","time spent":"1.964940929s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:11.684796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.718772Z","time spent":"1.965914431s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:11.684799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.751329Z","time spent":"1.933417549s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:11.684832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:09.751145Z","time spent":"1.933580482s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:12.166832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.201401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T14:05:12.166901Z","caller":"traceutil/trace.go:171","msg":"trace[165103684] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2456; }","duration":"1.907730211s","start":"2026-04-02T14:05:10.259159Z","end":"2026-04-02T14:05:12.16689Z","steps":["trace[165103684] 'read index received' (duration: 727.523643ms)","trace[165103684] 'applied index is now lower than readState.Index' (duration: 1.180205678s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:05:12.167114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907956836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-02T14:05:12.167139Z","caller":"traceutil/trace.go:171","msg":"trace[332236631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2372; }","duration":"1.908027408s","start":"2026-04-02T14:05:10.259106Z","end":"2026-04-02T14:05:12.167133Z","steps":["trace[332236631] 'agreement among raft nodes before linearized reading' (duration: 1.907922636s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.167157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:10.259081Z","time spent":"1.908071639s","remote":"127.0.0.1:45618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T14:05:12.176725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730788763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:05:12.176786Z","caller":"traceutil/trace.go:171","msg":"trace[1228528405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2373; }","duration":"1.730899806s","start":"2026-04-02T14:05:10.445875Z","end":"2026-04-02T14:05:12.176774Z","steps":["trace[1228528405] 'agreement among raft nodes before linearized reading' (duration: 1.730741242s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.176789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.883151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:05:12.1768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.481321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T14:05:12.17684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317508229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:12.176849Z","caller":"traceutil/trace.go:171","msg":"trace[1569662297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2373; }","duration":"981.989343ms","start":"2026-04-02T14:05:11.194844Z","end":"2026-04-02T14:05:12.176833Z","steps":["trace[1569662297] 'agreement among raft nodes before linearized reading' (duration: 981.888711ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:12.176876Z","caller":"traceutil/trace.go:171","msg":"trace[340529393] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2373; }","duration":"789.616044ms","start":"2026-04-02T14:05:11.387243Z","end":"2026-04-02T14:05:12.176859Z","steps":["trace[340529393] 'agreement among raft nodes before linearized reading' (duration: 789.43875ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:12.176864Z","caller":"traceutil/trace.go:171","msg":"trace[1102246999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2373; }","duration":"1.31756662s","start":"2026-04-02T14:05:10.859293Z","end":"2026-04-02T14:05:12.17686Z","steps":["trace[1102246999] 'agreement among raft nodes before linearized reading' (duration: 1.317534599s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.176934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.387223Z","time spent":"789.700166ms","remote":"127.0.0.1:42282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:12.176961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:10.859276Z","time spent":"1.317675883s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:05:12.176953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.548026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-02T14:05:12.176984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.820627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a28f39c3b38e02\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T14:05:12.176996Z","caller":"traceutil/trace.go:171","msg":"trace[1811723295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2373; }","duration":"773.613828ms","start":"2026-04-02T14:05:11.403372Z","end":"2026-04-02T14:05:12.176986Z","steps":["trace[1811723295] 'agreement among raft nodes before linearized reading' (duration: 773.481025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.177027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.403352Z","time spent":"773.668518ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T14:05:12.177028Z","caller":"traceutil/trace.go:171","msg":"trace[1830620300] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a28f39c3b38e02; range_end:; response_count:1; response_revision:2373; }","duration":"778.894138ms","start":"2026-04-02T14:05:11.39812Z","end":"2026-04-02T14:05:12.177014Z","steps":["trace[1830620300] 'agreement among raft nodes before linearized reading' (duration: 778.791206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.177062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.398098Z","time spent":"778.95767ms","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a28f39c3b38e02\" "} {"level":"warn","ts":"2026-04-02T14:05:12.176888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.194821Z","time spent":"982.059885ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:05:12.177047Z","caller":"traceutil/trace.go:171","msg":"trace[2051832585] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"771.804706ms","start":"2026-04-02T14:05:11.405022Z","end":"2026-04-02T14:05:12.176827Z","steps":["trace[2051832585] 'process raft request' (duration: 771.434068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.176816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:10.445837Z","time spent":"1.730968698s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:12.177397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.288039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-02T14:05:12.177403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425165222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:05:12.177391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.405006Z","time spent":"772.194826ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:12.177427Z","caller":"traceutil/trace.go:171","msg":"trace[1359218756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2373; }","duration":"891.35439ms","start":"2026-04-02T14:05:11.286066Z","end":"2026-04-02T14:05:12.17742Z","steps":["trace[1359218756] 'agreement among raft nodes before linearized reading' (duration: 891.227727ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:05:12.177434Z","caller":"traceutil/trace.go:171","msg":"trace[259909615] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2373; }","duration":"1.425235144s","start":"2026-04-02T14:05:10.752191Z","end":"2026-04-02T14:05:12.177426Z","steps":["trace[259909615] 'agreement among raft nodes before linearized reading' (duration: 1.425156012s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.177834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:10.752171Z","time spent":"1.425650653s","remote":"127.0.0.1:42068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:05:12.177863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:11.286048Z","time spent":"891.718469ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:05:12.69864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.890056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:05:12.698843Z","caller":"traceutil/trace.go:171","msg":"trace[1081446305] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2464; }","duration":"506.413855ms","start":"2026-04-02T14:05:12.192414Z","end":"2026-04-02T14:05:12.698828Z","steps":["trace[1081446305] 'read index received' (duration: 93.226473ms)","trace[1081446305] 'applied index is now lower than readState.Index' (duration: 413.186342ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:05:12.698878Z","caller":"traceutil/trace.go:171","msg":"trace[815877993] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"520.217901ms","start":"2026-04-02T14:05:12.178622Z","end":"2026-04-02T14:05:12.69884Z","steps":["trace[815877993] 'process raft request' (duration: 107.037599ms)","trace[815877993] 'compare' (duration: 412.646809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:05:12.698941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.530488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:12.698972Z","caller":"traceutil/trace.go:171","msg":"trace[1113808220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2376; }","duration":"506.586619ms","start":"2026-04-02T14:05:12.192377Z","end":"2026-04-02T14:05:12.698963Z","steps":["trace[1113808220] 'agreement among raft nodes before linearized reading' (duration: 506.501887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.699007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:12.192364Z","time spent":"506.63607ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:05:12.699048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:12.178599Z","time spent":"520.362363ms","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:12.699155Z","caller":"traceutil/trace.go:171","msg":"trace[1016480966] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"518.496551ms","start":"2026-04-02T14:05:12.180632Z","end":"2026-04-02T14:05:12.699128Z","steps":["trace[1016480966] 'process raft request' (duration: 518.102372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.6993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:12.180618Z","time spent":"518.608933ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:05:12.699199Z","caller":"traceutil/trace.go:171","msg":"trace[351075315] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"517.486478ms","start":"2026-04-02T14:05:12.181683Z","end":"2026-04-02T14:05:12.69917Z","steps":["trace[351075315] 'process raft request' (duration: 517.111529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:05:12.69951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:05:12.181665Z","time spent":"517.740433ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:05:25.341817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.845699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:05:25.341929Z","caller":"traceutil/trace.go:171","msg":"trace[1664685702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2441; }","duration":"147.036573ms","start":"2026-04-02T14:05:25.19487Z","end":"2026-04-02T14:05:25.341907Z","steps":["trace[1664685702] 'range keys from in-memory index tree' (duration: 146.744256ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:20.807781Z","caller":"traceutil/trace.go:171","msg":"trace[847485948] linearizableReadLoop","detail":"{readStateIndex:2982; appliedIndex:2981; }","duration":"198.199704ms","start":"2026-04-02T14:06:20.609553Z","end":"2026-04-02T14:06:20.807752Z","steps":["trace[847485948] 'read index received' (duration: 198.0217ms)","trace[847485948] 'applied index is now lower than readState.Index' (duration: 176.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:06:20.80789Z","caller":"traceutil/trace.go:171","msg":"trace[1694596654] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"244.551925ms","start":"2026-04-02T14:06:20.563311Z","end":"2026-04-02T14:06:20.807863Z","steps":["trace[1694596654] 'process raft request' (duration: 244.290179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:20.808056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.478311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T14:06:20.808138Z","caller":"traceutil/trace.go:171","msg":"trace[1899758111] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2869; }","duration":"198.587904ms","start":"2026-04-02T14:06:20.609522Z","end":"2026-04-02T14:06:20.80811Z","steps":["trace[1899758111] 'agreement among raft nodes before linearized reading' (duration: 198.389879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:20.8149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.729436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:06:20.814986Z","caller":"traceutil/trace.go:171","msg":"trace[697969342] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:2869; }","duration":"198.849849ms","start":"2026-04-02T14:06:20.616119Z","end":"2026-04-02T14:06:20.814968Z","steps":["trace[697969342] 'agreement among raft nodes before linearized reading' (duration: 198.728667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:20.814912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.627354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:06:20.815062Z","caller":"traceutil/trace.go:171","msg":"trace[406199034] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2869; }","duration":"156.815567ms","start":"2026-04-02T14:06:20.658225Z","end":"2026-04-02T14:06:20.815041Z","steps":["trace[406199034] 'agreement among raft nodes before linearized reading' (duration: 156.623883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:21.123191Z","caller":"traceutil/trace.go:171","msg":"trace[1074702630] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"115.84491ms","start":"2026-04-02T14:06:21.007315Z","end":"2026-04-02T14:06:21.12316Z","steps":["trace[1074702630] 'process raft request' (duration: 76.042259ms)","trace[1074702630] 'compare' (duration: 39.584916ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:06:21.123443Z","caller":"traceutil/trace.go:171","msg":"trace[852968117] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"114.929989ms","start":"2026-04-02T14:06:21.008486Z","end":"2026-04-02T14:06:21.123416Z","steps":["trace[852968117] 'process raft request' (duration: 114.594092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:21.493053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.685435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:06:21.493329Z","caller":"traceutil/trace.go:171","msg":"trace[1842120708] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"227.141986ms","start":"2026-04-02T14:06:21.266152Z","end":"2026-04-02T14:06:21.493294Z","steps":["trace[1842120708] 'process raft request' (duration: 94.148904ms)","trace[1842120708] 'compare' (duration: 132.534271ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:06:21.627203Z","caller":"traceutil/trace.go:171","msg":"trace[711936602] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"102.127737ms","start":"2026-04-02T14:06:21.525046Z","end":"2026-04-02T14:06:21.627174Z","steps":["trace[711936602] 'process raft request' (duration: 86.168832ms)","trace[711936602] 'compare' (duration: 15.297109ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:06:24.249481Z","caller":"traceutil/trace.go:171","msg":"trace[9527105] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"134.194059ms","start":"2026-04-02T14:06:24.115255Z","end":"2026-04-02T14:06:24.249449Z","steps":["trace[9527105] 'process raft request' (duration: 134.001545ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:24.251872Z","caller":"traceutil/trace.go:171","msg":"trace[1438659580] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"131.1367ms","start":"2026-04-02T14:06:24.120718Z","end":"2026-04-02T14:06:24.251854Z","steps":["trace[1438659580] 'process raft request' (duration: 131.019328ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:24.252092Z","caller":"traceutil/trace.go:171","msg":"trace[260981217] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"107.263923ms","start":"2026-04-02T14:06:24.144806Z","end":"2026-04-02T14:06:24.25207Z","steps":["trace[260981217] 'process raft request' (duration: 107.012687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:30.571657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.509129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:06:30.571802Z","caller":"traceutil/trace.go:171","msg":"trace[782179051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2970; }","duration":"190.672252ms","start":"2026-04-02T14:06:30.381112Z","end":"2026-04-02T14:06:30.571784Z","steps":["trace[782179051] 'range keys from in-memory index tree' (duration: 190.491028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:48.665501Z","caller":"traceutil/trace.go:171","msg":"trace[506732614] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"120.97519ms","start":"2026-04-02T14:06:48.544501Z","end":"2026-04-02T14:06:48.665476Z","steps":["trace[506732614] 'process raft request' (duration: 120.825157ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:48.666507Z","caller":"traceutil/trace.go:171","msg":"trace[585850164] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"120.261343ms","start":"2026-04-02T14:06:48.546218Z","end":"2026-04-02T14:06:48.66648Z","steps":["trace[585850164] 'process raft request' (duration: 120.086769ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:57.573226Z","caller":"traceutil/trace.go:171","msg":"trace[1705768339] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"195.218185ms","start":"2026-04-02T14:06:57.377978Z","end":"2026-04-02T14:06:57.573196Z","steps":["trace[1705768339] 'process raft request' (duration: 195.067961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:06:58.061918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.099504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:06:58.062124Z","caller":"traceutil/trace.go:171","msg":"trace[1470931591] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3129; }","duration":"146.286038ms","start":"2026-04-02T14:06:57.915728Z","end":"2026-04-02T14:06:58.062014Z","steps":["trace[1470931591] 'count revisions from in-memory index tree' (duration: 145.984652ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:58.559639Z","caller":"traceutil/trace.go:171","msg":"trace[1397902792] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"139.133201ms","start":"2026-04-02T14:06:58.420475Z","end":"2026-04-02T14:06:58.559609Z","steps":["trace[1397902792] 'process raft request' (duration: 138.966817ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:58.559845Z","caller":"traceutil/trace.go:171","msg":"trace[1977333475] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"138.885705ms","start":"2026-04-02T14:06:58.420933Z","end":"2026-04-02T14:06:58.559819Z","steps":["trace[1977333475] 'process raft request' (duration: 138.637589ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:58.857525Z","caller":"traceutil/trace.go:171","msg":"trace[2058366408] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"285.329126ms","start":"2026-04-02T14:06:58.572152Z","end":"2026-04-02T14:06:58.857481Z","steps":["trace[2058366408] 'process raft request' (duration: 266.808532ms)","trace[2058366408] 'compare' (duration: 18.32988ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:06:58.872171Z","caller":"traceutil/trace.go:171","msg":"trace[995537172] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3253; }","duration":"274.245776ms","start":"2026-04-02T14:06:58.597903Z","end":"2026-04-02T14:06:58.872149Z","steps":["trace[995537172] 'read index received' (duration: 241.075489ms)","trace[995537172] 'applied index is now lower than readState.Index' (duration: 33.169507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:06:58.87237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.44595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a28f550d789212\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-02T14:06:58.87244Z","caller":"traceutil/trace.go:171","msg":"trace[180134484] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a28f550d789212; range_end:; response_count:1; response_revision:3134; }","duration":"274.528192ms","start":"2026-04-02T14:06:58.597896Z","end":"2026-04-02T14:06:58.872424Z","steps":["trace[180134484] 'agreement among raft nodes before linearized reading' (duration: 274.331798ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:06:58.872703Z","caller":"traceutil/trace.go:171","msg":"trace[2082368930] transaction","detail":"{read_only:false; response_revision:3134; number_of_response:1; }","duration":"299.736103ms","start":"2026-04-02T14:06:58.572947Z","end":"2026-04-02T14:06:58.872683Z","steps":["trace[2082368930] 'process raft request' (duration: 299.055447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.083489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.304501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:07:00.083875Z","caller":"traceutil/trace.go:171","msg":"trace[578124930] linearizableReadLoop","detail":"{readStateIndex:3258; appliedIndex:3256; }","duration":"1.139101286s","start":"2026-04-02T14:06:58.944748Z","end":"2026-04-02T14:07:00.083849Z","steps":["trace[578124930] 'read index received' (duration: 290.347295ms)","trace[578124930] 'applied index is now lower than readState.Index' (duration: 848.752361ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:07:00.084063Z","caller":"traceutil/trace.go:171","msg":"trace[455387742] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"1.191461652s","start":"2026-04-02T14:06:58.892552Z","end":"2026-04-02T14:07:00.084014Z","steps":["trace[455387742] 'process raft request' (duration: 342.530338ms)","trace[455387742] 'compare' (duration: 847.663585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:07:00.084189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:58.892542Z","time spent":"1.191564965s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:07:00.08457Z","caller":"traceutil/trace.go:171","msg":"trace[628008003] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"1.167380868s","start":"2026-04-02T14:06:58.917149Z","end":"2026-04-02T14:07:00.084529Z","steps":["trace[628008003] 'process raft request' (duration: 1.166459636s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.084609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.345073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T14:07:00.08468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139908194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-02T14:07:00.084727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.871539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-02T14:07:00.084733Z","caller":"traceutil/trace.go:171","msg":"trace[1023316942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3138; }","duration":"706.526698ms","start":"2026-04-02T14:06:59.378175Z","end":"2026-04-02T14:07:00.084701Z","steps":["trace[1023316942] 'agreement among raft nodes before linearized reading' (duration: 706.104768ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:00.084767Z","caller":"traceutil/trace.go:171","msg":"trace[1333385622] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3138; }","duration":"1.140045148s","start":"2026-04-02T14:06:58.944698Z","end":"2026-04-02T14:07:00.084743Z","steps":["trace[1333385622] 'agreement among raft nodes before linearized reading' (duration: 1.139816282s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.08476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:58.917125Z","time spent":"1.167533462s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:07:00.084779Z","caller":"traceutil/trace.go:171","msg":"trace[1508689970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3138; }","duration":"507.010952ms","start":"2026-04-02T14:06:59.577753Z","end":"2026-04-02T14:07:00.084764Z","steps":["trace[1508689970] 'agreement among raft nodes before linearized reading' (duration: 506.829478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.084815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:58.944689Z","time spent":"1.140118919s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-02T14:07:00.084767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.988061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:07:00.084181Z","caller":"traceutil/trace.go:171","msg":"trace[571542986] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"1.026516977s","start":"2026-04-02T14:06:59.057623Z","end":"2026-04-02T14:07:00.08414Z","steps":["trace[571542986] 'process raft request' (duration: 1.026171189s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:00.084893Z","caller":"traceutil/trace.go:171","msg":"trace[1686389541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3138; }","duration":"303.150904ms","start":"2026-04-02T14:06:59.781709Z","end":"2026-04-02T14:07:00.08486Z","steps":["trace[1686389541] 'agreement among raft nodes before linearized reading' (duration: 302.800336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.084813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:59.378154Z","time spent":"706.647801ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:07:00.084942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:59.78169Z","time spent":"303.243227ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:07:00.084744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.160799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-02T14:07:00.08509Z","caller":"traceutil/trace.go:171","msg":"trace[2021217996] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3138; }","duration":"447.514198ms","start":"2026-04-02T14:06:59.637531Z","end":"2026-04-02T14:07:00.085045Z","steps":["trace[2021217996] 'agreement among raft nodes before linearized reading' (duration: 447.037836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.08482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:59.577729Z","time spent":"507.082163ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T14:07:00.085194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:59.637512Z","time spent":"447.65465ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-02T14:07:00.085844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:06:59.057582Z","time spent":"1.027583651s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:07:00.326181Z","caller":"traceutil/trace.go:171","msg":"trace[474719124] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3259; }","duration":"236.261747ms","start":"2026-04-02T14:07:00.089873Z","end":"2026-04-02T14:07:00.326135Z","steps":["trace[474719124] 'read index received' (duration: 235.54921ms)","trace[474719124] 'applied index is now lower than readState.Index' (duration: 710.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:07:00.326633Z","caller":"traceutil/trace.go:171","msg":"trace[398905995] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"236.182156ms","start":"2026-04-02T14:07:00.090421Z","end":"2026-04-02T14:07:00.326603Z","steps":["trace[398905995] 'process raft request' (duration: 235.91699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:00.326329Z","caller":"traceutil/trace.go:171","msg":"trace[456083732] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"236.445222ms","start":"2026-04-02T14:07:00.089814Z","end":"2026-04-02T14:07:00.326259Z","steps":["trace[456083732] 'process raft request' (duration: 235.792837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.326506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.614336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-02T14:07:00.327102Z","caller":"traceutil/trace.go:171","msg":"trace[1700304665] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3139; }","duration":"237.260821ms","start":"2026-04-02T14:07:00.089826Z","end":"2026-04-02T14:07:00.327087Z","steps":["trace[1700304665] 'agreement among raft nodes before linearized reading' (duration: 236.507974ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:00.326924Z","caller":"traceutil/trace.go:171","msg":"trace[1972655301] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"235.969261ms","start":"2026-04-02T14:07:00.090926Z","end":"2026-04-02T14:07:00.326895Z","steps":["trace[1972655301] 'process raft request' (duration: 235.617482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.327328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.410159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-02T14:07:00.327202Z","caller":"traceutil/trace.go:171","msg":"trace[690516159] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"236.079633ms","start":"2026-04-02T14:07:00.091103Z","end":"2026-04-02T14:07:00.327182Z","steps":["trace[690516159] 'process raft request' (duration: 235.852998ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:00.327403Z","caller":"traceutil/trace.go:171","msg":"trace[659813489] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3142; }","duration":"122.541912ms","start":"2026-04-02T14:07:00.20484Z","end":"2026-04-02T14:07:00.327382Z","steps":["trace[659813489] 'agreement among raft nodes before linearized reading' (duration: 122.299856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:07:00.327575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.12804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:07:00.327642Z","caller":"traceutil/trace.go:171","msg":"trace[891506080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3142; }","duration":"133.207792ms","start":"2026-04-02T14:07:00.194418Z","end":"2026-04-02T14:07:00.327626Z","steps":["trace[891506080] 'agreement among raft nodes before linearized reading' (duration: 132.68585ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:06.460302Z","caller":"traceutil/trace.go:171","msg":"trace[446538427] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"105.635726ms","start":"2026-04-02T14:07:06.354635Z","end":"2026-04-02T14:07:06.460271Z","steps":["trace[446538427] 'process raft request' (duration: 105.445852ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:06.4606Z","caller":"traceutil/trace.go:171","msg":"trace[1748320733] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"104.016778ms","start":"2026-04-02T14:07:06.35654Z","end":"2026-04-02T14:07:06.460557Z","steps":["trace[1748320733] 'process raft request' (duration: 103.68378ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:07:06.714116Z","caller":"traceutil/trace.go:171","msg":"trace[1919964022] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"127.916138ms","start":"2026-04-02T14:07:06.586157Z","end":"2026-04-02T14:07:06.714074Z","steps":["trace[1919964022] 'process raft request' (duration: 58.653085ms)","trace[1919964022] 'compare' (duration: 69.077408ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:07:06.718166Z","caller":"traceutil/trace.go:171","msg":"trace[738453635] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"126.090945ms","start":"2026-04-02T14:07:06.592047Z","end":"2026-04-02T14:07:06.718138Z","steps":["trace[738453635] 'process raft request' (duration: 125.961292ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:08:53.393435Z","caller":"traceutil/trace.go:171","msg":"trace[1294454646] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"227.308486ms","start":"2026-04-02T14:08:53.166104Z","end":"2026-04-02T14:08:53.393412Z","steps":["trace[1294454646] 'process raft request' (duration: 227.206444ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:08:53.395379Z","caller":"traceutil/trace.go:171","msg":"trace[1877614997] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"152.708559ms","start":"2026-04-02T14:08:53.242632Z","end":"2026-04-02T14:08:53.395341Z","steps":["trace[1877614997] 'process raft request' (duration: 152.513725ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:09:25.960219Z","caller":"traceutil/trace.go:171","msg":"trace[279220883] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"360.733363ms","start":"2026-04-02T14:09:25.599451Z","end":"2026-04-02T14:09:25.960184Z","steps":["trace[279220883] 'process raft request' (duration: 326.257539ms)","trace[279220883] 'compare' (duration: 34.31171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:09:25.960391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:09:25.599431Z","time spent":"360.879376ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:10:12.733305Z","caller":"traceutil/trace.go:171","msg":"trace[454442170] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"206.916993ms","start":"2026-04-02T14:10:12.526355Z","end":"2026-04-02T14:10:12.733272Z","steps":["trace[454442170] 'process raft request' (duration: 206.720679ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:18.063694Z","caller":"traceutil/trace.go:171","msg":"trace[2100718154] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4477; }","duration":"116.202722ms","start":"2026-04-02T14:10:17.947467Z","end":"2026-04-02T14:10:18.06367Z","steps":["trace[2100718154] 'process raft request' (duration: 116.12822ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:18.375264Z","caller":"traceutil/trace.go:171","msg":"trace[776224760] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4658; }","duration":"115.860844ms","start":"2026-04-02T14:10:18.259382Z","end":"2026-04-02T14:10:18.375243Z","steps":["trace[776224760] 'read index received' (duration: 115.67777ms)","trace[776224760] 'applied index is now lower than readState.Index' (duration: 182.464µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:18.375386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.982097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:18.375414Z","caller":"traceutil/trace.go:171","msg":"trace[2060582593] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4478; }","duration":"116.048118ms","start":"2026-04-02T14:10:18.259358Z","end":"2026-04-02T14:10:18.375406Z","steps":["trace[2060582593] 'agreement among raft nodes before linearized reading' (duration: 115.966386ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:18.375619Z","caller":"traceutil/trace.go:171","msg":"trace[1254792172] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"142.316156ms","start":"2026-04-02T14:10:18.233294Z","end":"2026-04-02T14:10:18.37561Z","steps":["trace[1254792172] 'process raft request' (duration: 141.837555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:34.259964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.755077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:34.260068Z","caller":"traceutil/trace.go:171","msg":"trace[1048119373] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4582; }","duration":"154.912631ms","start":"2026-04-02T14:10:34.105133Z","end":"2026-04-02T14:10:34.260046Z","steps":["trace[1048119373] 'count revisions from in-memory index tree' (duration: 154.668956ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:39.274108Z","caller":"traceutil/trace.go:171","msg":"trace[1447080073] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"105.302676ms","start":"2026-04-02T14:10:39.168774Z","end":"2026-04-02T14:10:39.274076Z","steps":["trace[1447080073] 'process raft request' (duration: 101.724392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:41.88975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.837646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:41.889838Z","caller":"traceutil/trace.go:171","msg":"trace[428150052] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4965; }","duration":"304.977679ms","start":"2026-04-02T14:10:41.584845Z","end":"2026-04-02T14:10:41.889822Z","steps":["trace[428150052] 'count revisions from in-memory index tree' (duration: 304.763184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:41.889868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:41.584827Z","time spent":"305.034581ms","remote":"127.0.0.1:43672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:10:42.228261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.836475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-02T14:10:42.228312Z","caller":"traceutil/trace.go:171","msg":"trace[984176360] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4998; }","duration":"130.922268ms","start":"2026-04-02T14:10:42.097379Z","end":"2026-04-02T14:10:42.228301Z","steps":["trace[984176360] 'range keys from in-memory index tree' (duration: 130.564269ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:43.17563Z","caller":"traceutil/trace.go:171","msg":"trace[1118889868] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5230; }","duration":"148.062071ms","start":"2026-04-02T14:10:43.027545Z","end":"2026-04-02T14:10:43.175607Z","steps":["trace[1118889868] 'read index received' (duration: 147.860986ms)","trace[1118889868] 'applied index is now lower than readState.Index' (duration: 200.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:10:43.175697Z","caller":"traceutil/trace.go:171","msg":"trace[902671030] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"158.144367ms","start":"2026-04-02T14:10:43.017523Z","end":"2026-04-02T14:10:43.175668Z","steps":["trace[902671030] 'process raft request' (duration: 157.941912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:43.175914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.347737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-02T14:10:43.17597Z","caller":"traceutil/trace.go:171","msg":"trace[266170209] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5036; }","duration":"148.45062ms","start":"2026-04-02T14:10:43.027505Z","end":"2026-04-02T14:10:43.175956Z","steps":["trace[266170209] 'agreement among raft nodes before linearized reading' (duration: 148.261935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:43.17604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.734083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-465056b3-d800-4be7-997a-544319a055f4\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-02T14:10:43.1761Z","caller":"traceutil/trace.go:171","msg":"trace[958635988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-465056b3-d800-4be7-997a-544319a055f4; range_end:; response_count:1; response_revision:5036; }","duration":"130.827326ms","start":"2026-04-02T14:10:43.04526Z","end":"2026-04-02T14:10:43.176087Z","steps":["trace[958635988] 'agreement among raft nodes before linearized reading' (duration: 130.642712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:45.904836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.084845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T14:10:45.904906Z","caller":"traceutil/trace.go:171","msg":"trace[1114301757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5084; }","duration":"169.194287ms","start":"2026-04-02T14:10:45.735697Z","end":"2026-04-02T14:10:45.904892Z","steps":["trace[1114301757] 'range keys from in-memory index tree' (duration: 168.886631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:45.904709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.117638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:45.905223Z","caller":"traceutil/trace.go:171","msg":"trace[1833009582] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5084; }","duration":"221.449386ms","start":"2026-04-02T14:10:45.683555Z","end":"2026-04-02T14:10:45.904988Z","steps":["trace[1833009582] 'count revisions from in-memory index tree' (duration: 221.048806ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:48.0444Z","caller":"traceutil/trace.go:171","msg":"trace[1385870747] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"123.660477ms","start":"2026-04-02T14:10:47.920716Z","end":"2026-04-02T14:10:48.044376Z","steps":["trace[1385870747] 'process raft request' (duration: 123.512464ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:48.054883Z","caller":"traceutil/trace.go:171","msg":"trace[377024337] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"123.481313ms","start":"2026-04-02T14:10:47.931382Z","end":"2026-04-02T14:10:48.054863Z","steps":["trace[377024337] 'process raft request' (duration: 123.343969ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:48.05504Z","caller":"traceutil/trace.go:171","msg":"trace[975254895] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"116.743264ms","start":"2026-04-02T14:10:47.938276Z","end":"2026-04-02T14:10:48.055019Z","steps":["trace[975254895] 'process raft request' (duration: 116.55057ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:48.423033Z","caller":"traceutil/trace.go:171","msg":"trace[1896796469] linearizableReadLoop","detail":"{readStateIndex:5355; appliedIndex:5354; }","duration":"267.613812ms","start":"2026-04-02T14:10:48.155379Z","end":"2026-04-02T14:10:48.422993Z","steps":["trace[1896796469] 'read index received' (duration: 257.594186ms)","trace[1896796469] 'applied index is now lower than readState.Index' (duration: 10.018336ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:10:48.423064Z","caller":"traceutil/trace.go:171","msg":"trace[664607690] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"268.908992ms","start":"2026-04-02T14:10:48.154126Z","end":"2026-04-02T14:10:48.423035Z","steps":["trace[664607690] 'process raft request' (duration: 258.955697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:48.423202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.797246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-runtime\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:48.423243Z","caller":"traceutil/trace.go:171","msg":"trace[673295956] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-runtime; range_end:; response_count:0; response_revision:5153; }","duration":"267.869357ms","start":"2026-04-02T14:10:48.155362Z","end":"2026-04-02T14:10:48.423232Z","steps":["trace[673295956] 'agreement among raft nodes before linearized reading' (duration: 267.783135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:48.423233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.209758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:48.423288Z","caller":"traceutil/trace.go:171","msg":"trace[205111202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5153; }","duration":"229.28824ms","start":"2026-04-02T14:10:48.193985Z","end":"2026-04-02T14:10:48.423273Z","steps":["trace[205111202] 'agreement among raft nodes before linearized reading' (duration: 229.205338ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:50.606037Z","caller":"traceutil/trace.go:171","msg":"trace[1757786224] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"556.042612ms","start":"2026-04-02T14:10:50.049959Z","end":"2026-04-02T14:10:50.606002Z","steps":["trace[1757786224] 'process raft request' (duration: 513.667635ms)","trace[1757786224] 'compare' (duration: 41.926216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:50.606312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.04994Z","time spent":"556.271987ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:10:50.606018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.912911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:50.606573Z","caller":"traceutil/trace.go:171","msg":"trace[499106025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5272; }","duration":"226.494805ms","start":"2026-04-02T14:10:50.38006Z","end":"2026-04-02T14:10:50.606555Z","steps":["trace[499106025] 'range keys from in-memory index tree' (duration: 225.892611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:50.902643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.530629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:10:50.902802Z","caller":"traceutil/trace.go:171","msg":"trace[21485983] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"843.12022ms","start":"2026-04-02T14:10:50.059651Z","end":"2026-04-02T14:10:50.902772Z","steps":["trace[21485983] 'process raft request' (duration: 709.378846ms)","trace[21485983] 'compare' (duration: 133.404876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:50.902946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.059626Z","time spent":"843.243083ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:10:50.902955Z","caller":"traceutil/trace.go:171","msg":"trace[1073329587] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5477; }","duration":"752.146261ms","start":"2026-04-02T14:10:50.150761Z","end":"2026-04-02T14:10:50.902907Z","steps":["trace[1073329587] 'read index received' (duration: 412.887196ms)","trace[1073329587] 'applied index is now lower than readState.Index' (duration: 339.256435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:51.03493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.157767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T14:10:51.035041Z","caller":"traceutil/trace.go:171","msg":"trace[1230364662] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5479; }","duration":"131.998293ms","start":"2026-04-02T14:10:50.903025Z","end":"2026-04-02T14:10:51.035023Z","steps":["trace[1230364662] 'read index received' (duration: 83.372µs)","trace[1230364662] 'applied index is now lower than readState.Index' (duration: 131.913721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:51.03506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.288647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:10:51.035118Z","caller":"traceutil/trace.go:171","msg":"trace[550298066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5274; }","duration":"884.38991ms","start":"2026-04-02T14:10:50.150711Z","end":"2026-04-02T14:10:51.035101Z","steps":["trace[550298066] 'agreement among raft nodes before linearized reading' (duration: 752.474259ms)","trace[550298066] 'range keys from in-memory index tree' (duration: 131.707686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:51.035154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.528553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:10:51.035168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.15069Z","time spent":"884.467402ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T14:10:51.035213Z","caller":"traceutil/trace.go:171","msg":"trace[1455839309] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5274; }","duration":"271.604404ms","start":"2026-04-02T14:10:50.763576Z","end":"2026-04-02T14:10:51.035181Z","steps":["trace[1455839309] 'agreement among raft nodes before linearized reading' (duration: 271.535603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.035258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.264683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-02T14:10:51.035339Z","caller":"traceutil/trace.go:171","msg":"trace[243549036] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99; range_end:; response_count:1; response_revision:5274; }","duration":"176.400307ms","start":"2026-04-02T14:10:50.858921Z","end":"2026-04-02T14:10:51.035322Z","steps":["trace[243549036] 'agreement among raft nodes before linearized reading' (duration: 176.147471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.035324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.180471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:51.035402Z","caller":"traceutil/trace.go:171","msg":"trace[1328810460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"176.281644ms","start":"2026-04-02T14:10:50.859103Z","end":"2026-04-02T14:10:51.035384Z","steps":["trace[1328810460] 'agreement among raft nodes before linearized reading' (duration: 176.141141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.035707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.959088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719496"} {"level":"info","ts":"2026-04-02T14:10:51.035797Z","caller":"traceutil/trace.go:171","msg":"trace[741998636] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5274; }","duration":"818.066411ms","start":"2026-04-02T14:10:50.217716Z","end":"2026-04-02T14:10:51.035783Z","steps":["trace[741998636] 'agreement among raft nodes before linearized reading' (duration: 817.486647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.035712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.842954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-02T14:10:51.035865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.217707Z","time spent":"818.140412ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719518,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-02T14:10:51.035912Z","caller":"traceutil/trace.go:171","msg":"trace[1406781362] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99; range_end:; response_count:1; response_revision:5274; }","duration":"424.075459ms","start":"2026-04-02T14:10:50.611816Z","end":"2026-04-02T14:10:51.035892Z","steps":["trace[1406781362] 'agreement among raft nodes before linearized reading' (duration: 423.796063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.035735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.616651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T14:10:51.035984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.611797Z","time spent":"424.169571ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99\" "} {"level":"info","ts":"2026-04-02T14:10:51.036026Z","caller":"traceutil/trace.go:171","msg":"trace[1669197525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5274; }","duration":"495.912438ms","start":"2026-04-02T14:10:50.540071Z","end":"2026-04-02T14:10:51.035983Z","steps":["trace[1669197525] 'agreement among raft nodes before linearized reading' (duration: 495.56699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.03611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.54005Z","time spent":"496.036401ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:10:51.035625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.74303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:10:51.036187Z","caller":"traceutil/trace.go:171","msg":"trace[223184474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5274; }","duration":"843.299314ms","start":"2026-04-02T14:10:50.192864Z","end":"2026-04-02T14:10:51.036163Z","steps":["trace[223184474] 'agreement among raft nodes before linearized reading' (duration: 842.70456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:51.036265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:50.192802Z","time spent":"843.445278ms","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:10:53.326122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.148459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-02T14:10:53.32619Z","caller":"traceutil/trace.go:171","msg":"trace[1836866798] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4f53232-e345-4226-812a-3bf9985bac99; range_end:; response_count:1; response_revision:5305; }","duration":"281.249022ms","start":"2026-04-02T14:10:53.044928Z","end":"2026-04-02T14:10:53.326177Z","steps":["trace[1836866798] 'range keys from in-memory index tree' (duration: 281.016486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.326224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.571209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:10:53.326355Z","caller":"traceutil/trace.go:171","msg":"trace[79849329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5305; }","duration":"281.744343ms","start":"2026-04-02T14:10:53.044585Z","end":"2026-04-02T14:10:53.326329Z","steps":["trace[79849329] 'range keys from in-memory index tree' (duration: 281.354344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.326393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.713619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:10:53.326455Z","caller":"traceutil/trace.go:171","msg":"trace[1496109405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5305; }","duration":"280.813741ms","start":"2026-04-02T14:10:53.045626Z","end":"2026-04-02T14:10:53.326439Z","steps":["trace[1496109405] 'range keys from in-memory index tree' (duration: 280.258448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.326678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.243952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:10:53.326706Z","caller":"traceutil/trace.go:171","msg":"trace[395154382] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5305; }","duration":"210.275493ms","start":"2026-04-02T14:10:53.116422Z","end":"2026-04-02T14:10:53.326698Z","steps":["trace[395154382] 'count revisions from in-memory index tree' (duration: 210.14808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.326792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.006985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:10:53.326839Z","caller":"traceutil/trace.go:171","msg":"trace[180204881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:5305; }","duration":"278.074747ms","start":"2026-04-02T14:10:53.048749Z","end":"2026-04-02T14:10:53.326824Z","steps":["trace[180204881] 'range keys from in-memory index tree' (duration: 277.143934ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:53.326912Z","caller":"traceutil/trace.go:171","msg":"trace[230080890] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"110.911027ms","start":"2026-04-02T14:10:53.215981Z","end":"2026-04-02T14:10:53.326892Z","steps":["trace[230080890] 'process raft request' (duration: 102.10028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:53.746888Z","caller":"traceutil/trace.go:171","msg":"trace[22053058] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"416.291326ms","start":"2026-04-02T14:10:53.33057Z","end":"2026-04-02T14:10:53.746861Z","steps":["trace[22053058] 'process raft request' (duration: 416.191524ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:10:53.74693Z","caller":"traceutil/trace.go:171","msg":"trace[135731136] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"416.741247ms","start":"2026-04-02T14:10:53.330146Z","end":"2026-04-02T14:10:53.746887Z","steps":["trace[135731136] 'process raft request' (duration: 367.324585ms)","trace[135731136] 'compare' (duration: 49.133275ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:10:53.746971Z","caller":"traceutil/trace.go:171","msg":"trace[1995058352] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5513; }","duration":"416.010979ms","start":"2026-04-02T14:10:53.33093Z","end":"2026-04-02T14:10:53.746941Z","steps":["trace[1995058352] 'read index received' (duration: 366.553686ms)","trace[1995058352] 'applied index is now lower than readState.Index' (duration: 49.456323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:10:53.747061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:53.330553Z","time spent":"416.422179ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:10:53.747119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:53.330129Z","time spent":"416.88237ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:10:53.747435Z","caller":"traceutil/trace.go:171","msg":"trace[1105134234] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"323.629218ms","start":"2026-04-02T14:10:53.423779Z","end":"2026-04-02T14:10:53.747408Z","steps":["trace[1105134234] 'process raft request' (duration: 323.041764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.747627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:53.423755Z","time spent":"323.792971ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:10:53.74764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.403068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:10:53.747745Z","caller":"traceutil/trace.go:171","msg":"trace[937577201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5309; }","duration":"108.583222ms","start":"2026-04-02T14:10:53.639139Z","end":"2026-04-02T14:10:53.747723Z","steps":["trace[937577201] 'agreement among raft nodes before linearized reading' (duration: 108.242114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.747767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.806688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62977"} {"level":"info","ts":"2026-04-02T14:10:53.74783Z","caller":"traceutil/trace.go:171","msg":"trace[1718766707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5309; }","duration":"416.901121ms","start":"2026-04-02T14:10:53.330912Z","end":"2026-04-02T14:10:53.747813Z","steps":["trace[1718766707] 'agreement among raft nodes before linearized reading' (duration: 416.506851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.747882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:53.330905Z","time spent":"416.962752ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62999,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-02T14:10:53.747989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.936446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777681"} {"level":"info","ts":"2026-04-02T14:10:53.748103Z","caller":"traceutil/trace.go:171","msg":"trace[529213631] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5309; }","duration":"407.068509ms","start":"2026-04-02T14:10:53.34102Z","end":"2026-04-02T14:10:53.748088Z","steps":["trace[529213631] 'agreement among raft nodes before linearized reading' (duration: 406.131537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:10:53.74817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:10:53.341011Z","time spent":"407.146041ms","remote":"127.0.0.1:42050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777703,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-02T14:10:55.109883Z","caller":"traceutil/trace.go:171","msg":"trace[1690010701] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"174.056142ms","start":"2026-04-02T14:10:54.935798Z","end":"2026-04-02T14:10:55.109854Z","steps":["trace[1690010701] 'process raft request' (duration: 169.002163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:02.551592Z","caller":"traceutil/trace.go:171","msg":"trace[168923903] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"158.440874ms","start":"2026-04-02T14:11:02.393111Z","end":"2026-04-02T14:11:02.551552Z","steps":["trace[168923903] 'process raft request' (duration: 80.658676ms)","trace[168923903] 'compare' (duration: 77.495511ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:02.874598Z","caller":"traceutil/trace.go:171","msg":"trace[741858106] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"129.577675ms","start":"2026-04-02T14:11:02.744987Z","end":"2026-04-02T14:11:02.874565Z","steps":["trace[741858106] 'process raft request' (duration: 109.400261ms)","trace[741858106] 'compare' (duration: 20.047171ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:03.560108Z","caller":"traceutil/trace.go:171","msg":"trace[2121000486] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"205.938481ms","start":"2026-04-02T14:11:03.354129Z","end":"2026-04-02T14:11:03.560068Z","steps":["trace[2121000486] 'process raft request' (duration: 205.694275ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:07.936178Z","caller":"traceutil/trace.go:171","msg":"trace[512331285] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"154.710797ms","start":"2026-04-02T14:11:07.781442Z","end":"2026-04-02T14:11:07.936153Z","steps":["trace[512331285] 'process raft request' (duration: 154.550863ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:07.939523Z","caller":"traceutil/trace.go:171","msg":"trace[53483456] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5763; }","duration":"135.625768ms","start":"2026-04-02T14:11:07.803881Z","end":"2026-04-02T14:11:07.939507Z","steps":["trace[53483456] 'read index received' (duration: 132.203508ms)","trace[53483456] 'applied index is now lower than readState.Index' (duration: 3.42158ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:07.939615Z","caller":"traceutil/trace.go:171","msg":"trace[1981445489] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"140.733579ms","start":"2026-04-02T14:11:07.798871Z","end":"2026-04-02T14:11:07.939605Z","steps":["trace[1981445489] 'process raft request' (duration: 140.549924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:07.939811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.915875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T14:11:07.939841Z","caller":"traceutil/trace.go:171","msg":"trace[402484237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5551; }","duration":"135.985077ms","start":"2026-04-02T14:11:07.803848Z","end":"2026-04-02T14:11:07.939833Z","steps":["trace[402484237] 'agreement among raft nodes before linearized reading' (duration: 135.871554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:07.939975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.030698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:11:07.940037Z","caller":"traceutil/trace.go:171","msg":"trace[712666012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5551; }","duration":"136.150881ms","start":"2026-04-02T14:11:07.80387Z","end":"2026-04-02T14:11:07.940021Z","steps":["trace[712666012] 'agreement among raft nodes before linearized reading' (duration: 136.019917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:07.940179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.574911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T14:11:07.940182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.428972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:11:07.940214Z","caller":"traceutil/trace.go:171","msg":"trace[333068105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5551; }","duration":"119.629302ms","start":"2026-04-02T14:11:07.820575Z","end":"2026-04-02T14:11:07.940205Z","steps":["trace[333068105] 'agreement among raft nodes before linearized reading' (duration: 119.54074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:07.940255Z","caller":"traceutil/trace.go:171","msg":"trace[1573967344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5551; }","duration":"106.553245ms","start":"2026-04-02T14:11:07.833681Z","end":"2026-04-02T14:11:07.940234Z","steps":["trace[1573967344] 'agreement among raft nodes before linearized reading' (duration: 106.34571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:07.940361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.731046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:11:07.940394Z","caller":"traceutil/trace.go:171","msg":"trace[284079305] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:5551; }","duration":"128.794847ms","start":"2026-04-02T14:11:07.811591Z","end":"2026-04-02T14:11:07.940386Z","steps":["trace[284079305] 'agreement among raft nodes before linearized reading' (duration: 128.687895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:07.940621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.035962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:11:07.940706Z","caller":"traceutil/trace.go:171","msg":"trace[893230047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5551; }","duration":"100.150714ms","start":"2026-04-02T14:11:07.840535Z","end":"2026-04-02T14:11:07.940686Z","steps":["trace[893230047] 'agreement among raft nodes before linearized reading' (duration: 99.916729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:11.072019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.537732ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T14:11:11.072468Z","caller":"traceutil/trace.go:171","msg":"trace[2037344605] linearizableReadLoop","detail":"{readStateIndex:5855; appliedIndex:5853; }","duration":"272.149468ms","start":"2026-04-02T14:11:10.800292Z","end":"2026-04-02T14:11:11.072442Z","steps":["trace[2037344605] 'read index received' (duration: 46.195496ms)","trace[2037344605] 'applied index is now lower than readState.Index' (duration: 225.952432ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:11.072652Z","caller":"traceutil/trace.go:171","msg":"trace[389918873] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"319.633433ms","start":"2026-04-02T14:11:10.75299Z","end":"2026-04-02T14:11:11.072624Z","steps":["trace[389918873] 'process raft request' (duration: 319.152232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:11.0728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:10.752956Z","time spent":"319.767827ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:11:11.072824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.519746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff71dc62-563b-4305-9edb-c514c420c146\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-02T14:11:11.073Z","caller":"traceutil/trace.go:171","msg":"trace[1095995455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff71dc62-563b-4305-9edb-c514c420c146; range_end:; response_count:1; response_revision:5640; }","duration":"272.719471ms","start":"2026-04-02T14:11:10.800224Z","end":"2026-04-02T14:11:11.072943Z","steps":["trace[1095995455] 'agreement among raft nodes before linearized reading' (duration: 272.310671ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:11.587233Z","caller":"traceutil/trace.go:171","msg":"trace[844278046] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"506.146898ms","start":"2026-04-02T14:11:11.081052Z","end":"2026-04-02T14:11:11.587199Z","steps":["trace[844278046] 'process raft request' (duration: 468.447212ms)","trace[844278046] 'compare' (duration: 37.502632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:11:11.587426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.081025Z","time spent":"506.296821ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:11:12.148712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.494398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:11:12.148956Z","caller":"traceutil/trace.go:171","msg":"trace[438032899] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"560.861135ms","start":"2026-04-02T14:11:11.588078Z","end":"2026-04-02T14:11:12.148939Z","steps":["trace[438032899] 'process raft request' (duration: 560.764993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.149027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.588059Z","time spent":"560.937177ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:11:12.149127Z","caller":"traceutil/trace.go:171","msg":"trace[1514287155] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"973.847663ms","start":"2026-04-02T14:11:11.175249Z","end":"2026-04-02T14:11:12.149096Z","steps":["trace[1514287155] 'process raft request' (duration: 557.876474ms)","trace[1514287155] 'compare' (duration: 415.133049ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:12.149079Z","caller":"traceutil/trace.go:171","msg":"trace[231361644] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5855; }","duration":"732.676014ms","start":"2026-04-02T14:11:11.416365Z","end":"2026-04-02T14:11:12.149041Z","steps":["trace[231361644] 'read index received' (duration: 133.17287ms)","trace[231361644] 'applied index is now lower than readState.Index' (duration: 599.499474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:11:12.149304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.175221Z","time spent":"973.989767ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:11:12.14943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.051553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T14:11:12.149506Z","caller":"traceutil/trace.go:171","msg":"trace[1827984789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5643; }","duration":"733.161435ms","start":"2026-04-02T14:11:11.416323Z","end":"2026-04-02T14:11:12.149485Z","steps":["trace[1827984789] 'agreement among raft nodes before linearized reading' (duration: 732.93697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.14956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.416304Z","time spent":"733.244648ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-02T14:11:12.455962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.536833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:11:12.456096Z","caller":"traceutil/trace.go:171","msg":"trace[603147159] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5858; }","duration":"306.725248ms","start":"2026-04-02T14:11:12.149347Z","end":"2026-04-02T14:11:12.456072Z","steps":["trace[603147159] 'read index received' (duration: 200.162595ms)","trace[603147159] 'applied index is now lower than readState.Index' (duration: 106.560352ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:12.45619Z","caller":"traceutil/trace.go:171","msg":"trace[2068424728] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"504.022556ms","start":"2026-04-02T14:11:11.952153Z","end":"2026-04-02T14:11:12.456175Z","steps":["trace[2068424728] 'process raft request' (duration: 397.180486ms)","trace[2068424728] 'compare' (duration: 106.202245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:11:12.456521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.279174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:11:12.456584Z","caller":"traceutil/trace.go:171","msg":"trace[136678719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5644; }","duration":"496.392146ms","start":"2026-04-02T14:11:11.960178Z","end":"2026-04-02T14:11:12.45657Z","steps":["trace[136678719] 'agreement among raft nodes before linearized reading' (duration: 496.037508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.456616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.960167Z","time spent":"496.442868ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:11:12.456799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.761688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:11:12.45682Z","caller":"traceutil/trace.go:171","msg":"trace[414004578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:5644; }","duration":"491.796029ms","start":"2026-04-02T14:11:11.965018Z","end":"2026-04-02T14:11:12.456814Z","steps":["trace[414004578] 'agreement among raft nodes before linearized reading' (duration: 491.724948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.456837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.965012Z","time spent":"491.82068ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"warn","ts":"2026-04-02T14:11:12.456886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.837019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T14:11:12.456892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.696638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:11:12.456912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.922231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:11:12.456936Z","caller":"traceutil/trace.go:171","msg":"trace[949146936] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5644; }","duration":"973.766509ms","start":"2026-04-02T14:11:11.483159Z","end":"2026-04-02T14:11:12.456925Z","steps":["trace[949146936] 'agreement among raft nodes before linearized reading' (duration: 973.687287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:12.456936Z","caller":"traceutil/trace.go:171","msg":"trace[256264458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5644; }","duration":"303.91296ms","start":"2026-04-02T14:11:12.153008Z","end":"2026-04-02T14:11:12.456921Z","steps":["trace[256264458] 'agreement among raft nodes before linearized reading' (duration: 303.574472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.456891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.985341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff71dc62-563b-4305-9edb-c514c420c146\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-02T14:11:12.456973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.483148Z","time spent":"973.81482ms","remote":"127.0.0.1:59680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:11:12.456971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:12.152992Z","time spent":"303.970672ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:11:12.456976Z","caller":"traceutil/trace.go:171","msg":"trace[553768497] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5644; }","duration":"768.042264ms","start":"2026-04-02T14:11:11.688913Z","end":"2026-04-02T14:11:12.456955Z","steps":["trace[553768497] 'agreement among raft nodes before linearized reading' (duration: 767.909811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.457028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.688892Z","time spent":"768.120065ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:11:12.457043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.358714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-02T14:11:12.457044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.916206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T14:11:12.457087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.046501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:11:12.45719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.884188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:11:12.457181Z","caller":"traceutil/trace.go:171","msg":"trace[1579438972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5644; }","duration":"493.055779ms","start":"2026-04-02T14:11:11.964101Z","end":"2026-04-02T14:11:12.457156Z","steps":["trace[1579438972] 'agreement among raft nodes before linearized reading' (duration: 492.832053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:12.457185Z","caller":"traceutil/trace.go:171","msg":"trace[921930726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5644; }","duration":"518.537558ms","start":"2026-04-02T14:11:11.938596Z","end":"2026-04-02T14:11:12.457134Z","steps":["trace[921930726] 'agreement among raft nodes before linearized reading' (duration: 518.20582ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:12.457216Z","caller":"traceutil/trace.go:171","msg":"trace[616331468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5644; }","duration":"263.198195ms","start":"2026-04-02T14:11:12.19397Z","end":"2026-04-02T14:11:12.457168Z","steps":["trace[616331468] 'agreement among raft nodes before linearized reading' (duration: 262.955129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.457262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.938571Z","time spent":"518.677591ms","remote":"127.0.0.1:42094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-02T14:11:12.45726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.964096Z","time spent":"493.14331ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T14:11:12.457282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.188895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T14:11:12.457308Z","caller":"traceutil/trace.go:171","msg":"trace[1310107112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5644; }","duration":"494.240967ms","start":"2026-04-02T14:11:11.963061Z","end":"2026-04-02T14:11:12.457302Z","steps":["trace[1310107112] 'agreement among raft nodes before linearized reading' (duration: 494.174675ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:12.45722Z","caller":"traceutil/trace.go:171","msg":"trace[1687558991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5644; }","duration":"493.9308ms","start":"2026-04-02T14:11:11.963281Z","end":"2026-04-02T14:11:12.457212Z","steps":["trace[1687558991] 'agreement among raft nodes before linearized reading' (duration: 493.852618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.457336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.963048Z","time spent":"494.281928ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T14:11:12.457027Z","caller":"traceutil/trace.go:171","msg":"trace[2137213302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff71dc62-563b-4305-9edb-c514c420c146; range_end:; response_count:1; response_revision:5644; }","duration":"936.213527ms","start":"2026-04-02T14:11:11.520779Z","end":"2026-04-02T14:11:12.456993Z","steps":["trace[2137213302] 'agreement among raft nodes before linearized reading' (duration: 935.755266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.457413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.520742Z","time spent":"936.655627ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff71dc62-563b-4305-9edb-c514c420c146\" "} {"level":"warn","ts":"2026-04-02T14:11:12.45736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.963272Z","time spent":"494.072733ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:11:12.457113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.11856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:11:12.457512Z","caller":"traceutil/trace.go:171","msg":"trace[1910491270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5644; }","duration":"493.5256ms","start":"2026-04-02T14:11:11.963974Z","end":"2026-04-02T14:11:12.457499Z","steps":["trace[1910491270] 'agreement among raft nodes before linearized reading' (duration: 493.090789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:12.457544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.963968Z","time spent":"493.567481ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:11:12.457728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:11:11.952135Z","time spent":"505.553773ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:11:12.817539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.136438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:11:12.817662Z","caller":"traceutil/trace.go:171","msg":"trace[349586261] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5656; }","duration":"100.292912ms","start":"2026-04-02T14:11:12.717324Z","end":"2026-04-02T14:11:12.817617Z","steps":["trace[349586261] 'count revisions from in-memory index tree' (duration: 100.054296ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:14.282788Z","caller":"traceutil/trace.go:171","msg":"trace[2101047251] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"127.974436ms","start":"2026-04-02T14:11:14.154782Z","end":"2026-04-02T14:11:14.282757Z","steps":["trace[2101047251] 'process raft request' (duration: 127.781952ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:14.284239Z","caller":"traceutil/trace.go:171","msg":"trace[2061401083] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"127.978226ms","start":"2026-04-02T14:11:14.15622Z","end":"2026-04-02T14:11:14.284198Z","steps":["trace[2061401083] 'process raft request' (duration: 127.353691ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:20.472842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2868} {"level":"info","ts":"2026-04-02T14:11:20.535562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2868,"took":"61.275257ms","hash":1919344913,"current-db-size-bytes":54259712,"current-db-size":"54 MB","current-db-size-in-use-bytes":31272960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-02T14:11:20.535619Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1919344913,"revision":2868,"compact-revision":-1} {"level":"info","ts":"2026-04-02T14:11:22.182922Z","caller":"traceutil/trace.go:171","msg":"trace[1725495139] linearizableReadLoop","detail":"{readStateIndex:6036; appliedIndex:6035; }","duration":"167.055641ms","start":"2026-04-02T14:11:22.015848Z","end":"2026-04-02T14:11:22.182903Z","steps":["trace[1725495139] 'read index received' (duration: 166.922468ms)","trace[1725495139] 'applied index is now lower than readState.Index' (duration: 132.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:22.183077Z","caller":"traceutil/trace.go:171","msg":"trace[1269516188] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"202.434379ms","start":"2026-04-02T14:11:21.980628Z","end":"2026-04-02T14:11:22.183063Z","steps":["trace[1269516188] 'process raft request' (duration: 202.153092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:22.183082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.226296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-02T14:11:22.183116Z","caller":"traceutil/trace.go:171","msg":"trace[828691120] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5815; }","duration":"167.309178ms","start":"2026-04-02T14:11:22.015798Z","end":"2026-04-02T14:11:22.183107Z","steps":["trace[828691120] 'agreement among raft nodes before linearized reading' (duration: 167.174005ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:27.11247Z","caller":"traceutil/trace.go:171","msg":"trace[1485751635] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"277.332154ms","start":"2026-04-02T14:11:26.835093Z","end":"2026-04-02T14:11:27.112425Z","steps":["trace[1485751635] 'process raft request' (duration: 277.092298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:27.333128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.020103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:11:27.333196Z","caller":"traceutil/trace.go:171","msg":"trace[402421256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5863; }","duration":"137.158426ms","start":"2026-04-02T14:11:27.196023Z","end":"2026-04-02T14:11:27.333182Z","steps":["trace[402421256] 'range keys from in-memory index tree' (duration: 136.923101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:27.33319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-pvsb4\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-04-02T14:11:27.333253Z","caller":"traceutil/trace.go:171","msg":"trace[778587180] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-pvsb4; range_end:; response_count:1; response_revision:5863; }","duration":"132.31836ms","start":"2026-04-02T14:11:27.200917Z","end":"2026-04-02T14:11:27.333235Z","steps":["trace[778587180] 'range keys from in-memory index tree' (duration: 132.052554ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:27.478301Z","caller":"traceutil/trace.go:171","msg":"trace[1552610929] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"138.099508ms","start":"2026-04-02T14:11:27.340174Z","end":"2026-04-02T14:11:27.478273Z","steps":["trace[1552610929] 'process raft request' (duration: 137.883272ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:27.611004Z","caller":"traceutil/trace.go:171","msg":"trace[259684960] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"127.32229ms","start":"2026-04-02T14:11:27.483649Z","end":"2026-04-02T14:11:27.610972Z","steps":["trace[259684960] 'process raft request' (duration: 58.773028ms)","trace[259684960] 'compare' (duration: 68.423189ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:11:27.629095Z","caller":"traceutil/trace.go:171","msg":"trace[793830755] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"145.295471ms","start":"2026-04-02T14:11:27.483772Z","end":"2026-04-02T14:11:27.629068Z","steps":["trace[793830755] 'process raft request' (duration: 145.012874ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:11:27.629265Z","caller":"traceutil/trace.go:171","msg":"trace[144002580] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"144.633705ms","start":"2026-04-02T14:11:27.4846Z","end":"2026-04-02T14:11:27.629234Z","steps":["trace[144002580] 'process raft request' (duration: 144.398769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:54.785832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.161998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:11:54.786288Z","caller":"traceutil/trace.go:171","msg":"trace[423797838] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:6029; }","duration":"173.348092ms","start":"2026-04-02T14:11:54.612557Z","end":"2026-04-02T14:11:54.785905Z","steps":["trace[423797838] 'range keys from in-memory index tree' (duration: 173.039175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:11:54.787165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.37477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-02T14:11:54.787282Z","caller":"traceutil/trace.go:171","msg":"trace[1801538834] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6029; }","duration":"105.798974ms","start":"2026-04-02T14:11:54.681437Z","end":"2026-04-02T14:11:54.787236Z","steps":["trace[1801538834] 'range keys from in-memory index tree' (duration: 103.998721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:01.58445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.507382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:12:01.584747Z","caller":"traceutil/trace.go:171","msg":"trace[57189673] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"132.113124ms","start":"2026-04-02T14:12:01.452585Z","end":"2026-04-02T14:12:01.584698Z","steps":["trace[57189673] 'process raft request' (duration: 131.978491ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:01.584901Z","caller":"traceutil/trace.go:171","msg":"trace[1316633887] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"272.19006ms","start":"2026-04-02T14:12:01.312647Z","end":"2026-04-02T14:12:01.584837Z","steps":["trace[1316633887] 'process raft request' (duration: 61.204336ms)","trace[1316633887] 'compare' (duration: 210.239906ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:12:05.156958Z","caller":"traceutil/trace.go:171","msg":"trace[880276471] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6412; }","duration":"217.608823ms","start":"2026-04-02T14:12:04.939327Z","end":"2026-04-02T14:12:05.156936Z","steps":["trace[880276471] 'read index received' (duration: 215.487962ms)","trace[880276471] 'applied index is now lower than readState.Index' (duration: 2.119671ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:12:05.157049Z","caller":"traceutil/trace.go:171","msg":"trace[1081115930] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"224.698653ms","start":"2026-04-02T14:12:04.93231Z","end":"2026-04-02T14:12:05.157009Z","steps":["trace[1081115930] 'process raft request' (duration: 222.472569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:05.157194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.846699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:12:05.157235Z","caller":"traceutil/trace.go:171","msg":"trace[1399472110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6182; }","duration":"217.93002ms","start":"2026-04-02T14:12:04.939295Z","end":"2026-04-02T14:12:05.157225Z","steps":["trace[1399472110] 'agreement among raft nodes before linearized reading' (duration: 217.767296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:05.157253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.989792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T14:12:05.157308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.04327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T14:12:05.157329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.880456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:12:05.157387Z","caller":"traceutil/trace.go:171","msg":"trace[1879234134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6182; }","duration":"207.154852ms","start":"2026-04-02T14:12:04.950214Z","end":"2026-04-02T14:12:05.157369Z","steps":["trace[1879234134] 'agreement among raft nodes before linearized reading' (duration: 206.921337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:05.157378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.87341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:12:05.157467Z","caller":"traceutil/trace.go:171","msg":"trace[1052447158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6182; }","duration":"208.000522ms","start":"2026-04-02T14:12:04.949447Z","end":"2026-04-02T14:12:05.157448Z","steps":["trace[1052447158] 'agreement among raft nodes before linearized reading' (duration: 207.794117ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:05.1574Z","caller":"traceutil/trace.go:171","msg":"trace[226113606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:6182; }","duration":"201.975099ms","start":"2026-04-02T14:12:04.955408Z","end":"2026-04-02T14:12:05.157383Z","steps":["trace[226113606] 'agreement among raft nodes before linearized reading' (duration: 201.745543ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:05.157334Z","caller":"traceutil/trace.go:171","msg":"trace[461306487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6182; }","duration":"208.098925ms","start":"2026-04-02T14:12:04.949217Z","end":"2026-04-02T14:12:05.157316Z","steps":["trace[461306487] 'agreement among raft nodes before linearized reading' (duration: 207.88828ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:06.994404Z","caller":"traceutil/trace.go:171","msg":"trace[1595785544] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"137.585315ms","start":"2026-04-02T14:12:06.856793Z","end":"2026-04-02T14:12:06.994379Z","steps":["trace[1595785544] 'process raft request' (duration: 137.433001ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:22.346684Z","caller":"traceutil/trace.go:171","msg":"trace[1754033952] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"146.727281ms","start":"2026-04-02T14:12:22.199931Z","end":"2026-04-02T14:12:22.346659Z","steps":["trace[1754033952] 'process raft request' (duration: 146.569118ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:26.833531Z","caller":"traceutil/trace.go:171","msg":"trace[153512736] transaction","detail":"{read_only:false; response_revision:6306; number_of_response:1; }","duration":"392.263518ms","start":"2026-04-02T14:12:26.441244Z","end":"2026-04-02T14:12:26.833507Z","steps":["trace[153512736] 'process raft request' (duration: 392.079173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:26.833675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:12:26.441217Z","time spent":"392.386131ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6142,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:12:26.936015Z","caller":"traceutil/trace.go:171","msg":"trace[14407557] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"301.532941ms","start":"2026-04-02T14:12:26.634458Z","end":"2026-04-02T14:12:26.935991Z","steps":["trace[14407557] 'process raft request' (duration: 301.423008ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:26.936063Z","caller":"traceutil/trace.go:171","msg":"trace[890051920] transaction","detail":"{read_only:false; response_revision:6307; number_of_response:1; }","duration":"303.968638ms","start":"2026-04-02T14:12:26.63207Z","end":"2026-04-02T14:12:26.936038Z","steps":["trace[890051920] 'process raft request' (duration: 303.654181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:26.936201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:12:26.634431Z","time spent":"301.682424ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:12:26.936202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:12:26.632046Z","time spent":"304.07936ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:12:26.93626Z","caller":"traceutil/trace.go:171","msg":"trace[970864473] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"205.191911ms","start":"2026-04-02T14:12:26.731032Z","end":"2026-04-02T14:12:26.936224Z","steps":["trace[970864473] 'process raft request' (duration: 204.916755ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:32.474531Z","caller":"traceutil/trace.go:171","msg":"trace[1681084225] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"110.702056ms","start":"2026-04-02T14:12:32.363799Z","end":"2026-04-02T14:12:32.474501Z","steps":["trace[1681084225] 'process raft request' (duration: 110.527332ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:37.288403Z","caller":"traceutil/trace.go:171","msg":"trace[1082965207] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"187.593309ms","start":"2026-04-02T14:12:37.100787Z","end":"2026-04-02T14:12:37.28838Z","steps":["trace[1082965207] 'process raft request' (duration: 187.414445ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:12:37.3201Z","caller":"traceutil/trace.go:171","msg":"trace[2020329244] linearizableReadLoop","detail":"{readStateIndex:6627; appliedIndex:6625; }","duration":"126.885205ms","start":"2026-04-02T14:12:37.193186Z","end":"2026-04-02T14:12:37.320071Z","steps":["trace[2020329244] 'read index received' (duration: 95.005108ms)","trace[2020329244] 'applied index is now lower than readState.Index' (duration: 31.878647ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:12:37.32017Z","caller":"traceutil/trace.go:171","msg":"trace[1964007633] transaction","detail":"{read_only:false; response_revision:6389; number_of_response:1; }","duration":"156.471259ms","start":"2026-04-02T14:12:37.163667Z","end":"2026-04-02T14:12:37.320138Z","steps":["trace[1964007633] 'process raft request' (duration: 156.202173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:12:37.3203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.0957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:12:37.320474Z","caller":"traceutil/trace.go:171","msg":"trace[280008555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6389; }","duration":"127.318485ms","start":"2026-04-02T14:12:37.193137Z","end":"2026-04-02T14:12:37.320455Z","steps":["trace[280008555] 'agreement among raft nodes before linearized reading' (duration: 127.061369ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:15:14.632594Z","caller":"traceutil/trace.go:171","msg":"trace[479968360] linearizableReadLoop","detail":"{readStateIndex:7731; appliedIndex:7730; }","duration":"377.508686ms","start":"2026-04-02T14:15:14.255064Z","end":"2026-04-02T14:15:14.632573Z","steps":["trace[479968360] 'read index received' (duration: 377.467705ms)","trace[479968360] 'applied index is now lower than readState.Index' (duration: 40.081µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:15:14.632682Z","caller":"traceutil/trace.go:171","msg":"trace[546433353] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"399.185756ms","start":"2026-04-02T14:15:14.233469Z","end":"2026-04-02T14:15:14.632654Z","steps":["trace[546433353] 'process raft request' (duration: 398.981631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:14.632807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:15:14.233427Z","time spent":"399.313379ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:15:14.632937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.66677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:15:14.63299Z","caller":"traceutil/trace.go:171","msg":"trace[317733590] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7456; }","duration":"377.936827ms","start":"2026-04-02T14:15:14.255042Z","end":"2026-04-02T14:15:14.632979Z","steps":["trace[317733590] 'agreement among raft nodes before linearized reading' (duration: 377.64573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:14.633021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:15:14.255026Z","time spent":"377.985778ms","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:15:14.63681Z","caller":"traceutil/trace.go:171","msg":"trace[443480650] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"261.368778ms","start":"2026-04-02T14:15:14.375431Z","end":"2026-04-02T14:15:14.6368Z","steps":["trace[443480650] 'process raft request' (duration: 260.215351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:14.636858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.124554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:15:14.636901Z","caller":"traceutil/trace.go:171","msg":"trace[646963985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:7457; }","duration":"310.210126ms","start":"2026-04-02T14:15:14.326679Z","end":"2026-04-02T14:15:14.636889Z","steps":["trace[646963985] 'agreement among raft nodes before linearized reading' (duration: 310.050202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:14.636931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:15:14.326651Z","time spent":"310.272917ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"warn","ts":"2026-04-02T14:15:14.636919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.663305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:15:14.636974Z","caller":"traceutil/trace.go:171","msg":"trace[1231232701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7457; }","duration":"235.751737ms","start":"2026-04-02T14:15:14.401205Z","end":"2026-04-02T14:15:14.636957Z","steps":["trace[1231232701] 'agreement among raft nodes before linearized reading' (duration: 235.560123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:14.637027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.73984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T14:15:14.637104Z","caller":"traceutil/trace.go:171","msg":"trace[1003725925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7457; }","duration":"236.860013ms","start":"2026-04-02T14:15:14.400221Z","end":"2026-04-02T14:15:14.637081Z","steps":["trace[1003725925] 'agreement among raft nodes before linearized reading' (duration: 236.633578ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:15:18.188515Z","caller":"traceutil/trace.go:171","msg":"trace[1068064124] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"315.237344ms","start":"2026-04-02T14:15:17.873253Z","end":"2026-04-02T14:15:18.188491Z","steps":["trace[1068064124] 'process raft request' (duration: 315.08804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:15:18.188659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:15:17.873224Z","time spent":"315.364417ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:16:20.47884Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5798} {"level":"info","ts":"2026-04-02T14:16:20.566849Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5798,"took":"85.759807ms","hash":4037549451,"current-db-size-bytes":54259712,"current-db-size":"54 MB","current-db-size-in-use-bytes":26038272,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T14:16:20.566931Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4037549451,"revision":5798,"compact-revision":2868} {"level":"warn","ts":"2026-04-02T14:17:30.730579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.292326ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:17:30.730753Z","caller":"traceutil/trace.go:171","msg":"trace[1706407095] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8576; }","duration":"349.484831ms","start":"2026-04-02T14:17:30.381244Z","end":"2026-04-02T14:17:30.730729Z","steps":["trace[1706407095] 'range keys from in-memory index tree' (duration: 349.272445ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:30.927044Z","caller":"traceutil/trace.go:171","msg":"trace[1419616655] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8884; }","duration":"165.156725ms","start":"2026-04-02T14:17:30.761866Z","end":"2026-04-02T14:17:30.927023Z","steps":["trace[1419616655] 'read index received' (duration: 153.211306ms)","trace[1419616655] 'applied index is now lower than readState.Index' (duration: 11.944519ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:17:30.927143Z","caller":"traceutil/trace.go:171","msg":"trace[1818167710] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"227.675389ms","start":"2026-04-02T14:17:30.699433Z","end":"2026-04-02T14:17:30.927109Z","steps":["trace[1818167710] 'process raft request' (duration: 227.470174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:30.927267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.391471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-02T14:17:30.927305Z","caller":"traceutil/trace.go:171","msg":"trace[2032066381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8577; }","duration":"165.524855ms","start":"2026-04-02T14:17:30.761768Z","end":"2026-04-02T14:17:30.927293Z","steps":["trace[2032066381] 'agreement among raft nodes before linearized reading' (duration: 165.385411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:30.927369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.232561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-02T14:17:30.927479Z","caller":"traceutil/trace.go:171","msg":"trace[2062882387] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8577; }","duration":"160.350304ms","start":"2026-04-02T14:17:30.767072Z","end":"2026-04-02T14:17:30.927422Z","steps":["trace[2062882387] 'agreement among raft nodes before linearized reading' (duration: 160.131948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:41.828879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.738054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:17:41.82897Z","caller":"traceutil/trace.go:171","msg":"trace[203914110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:8637; }","duration":"277.883788ms","start":"2026-04-02T14:17:41.551067Z","end":"2026-04-02T14:17:41.82895Z","steps":["trace[203914110] 'range keys from in-memory index tree' (duration: 277.569401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:43.609483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.947065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:17:43.609579Z","caller":"traceutil/trace.go:171","msg":"trace[1561870514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8641; }","duration":"224.101129ms","start":"2026-04-02T14:17:43.385456Z","end":"2026-04-02T14:17:43.609558Z","steps":["trace[1561870514] 'range keys from in-memory index tree' (duration: 223.745051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:43.610089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.414193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:17:43.61018Z","caller":"traceutil/trace.go:171","msg":"trace[1744287520] linearizableReadLoop","detail":"{readStateIndex:8954; appliedIndex:8953; }","duration":"192.672823ms","start":"2026-04-02T14:17:43.417495Z","end":"2026-04-02T14:17:43.610168Z","steps":["trace[1744287520] 'read index received' (duration: 1.044205ms)","trace[1744287520] 'applied index is now lower than readState.Index' (duration: 191.627358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:17:43.610323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.597474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T14:17:43.610328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.834277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T14:17:43.610348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.638895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:17:43.610358Z","caller":"traceutil/trace.go:171","msg":"trace[485071724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8642; }","duration":"187.635755ms","start":"2026-04-02T14:17:43.422713Z","end":"2026-04-02T14:17:43.610348Z","steps":["trace[485071724] 'agreement among raft nodes before linearized reading' (duration: 187.559584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:17:43.610352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.902671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:17:43.610372Z","caller":"traceutil/trace.go:171","msg":"trace[223477700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8642; }","duration":"192.906179ms","start":"2026-04-02T14:17:43.417451Z","end":"2026-04-02T14:17:43.610357Z","steps":["trace[223477700] 'agreement among raft nodes before linearized reading' (duration: 192.781826ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.610379Z","caller":"traceutil/trace.go:171","msg":"trace[1750422441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8642; }","duration":"187.677446ms","start":"2026-04-02T14:17:43.422692Z","end":"2026-04-02T14:17:43.610369Z","steps":["trace[1750422441] 'agreement among raft nodes before linearized reading' (duration: 187.596754ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.610387Z","caller":"traceutil/trace.go:171","msg":"trace[2059393042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8642; }","duration":"187.933212ms","start":"2026-04-02T14:17:43.422442Z","end":"2026-04-02T14:17:43.610375Z","steps":["trace[2059393042] 'agreement among raft nodes before linearized reading' (duration: 187.803389ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.610325Z","caller":"traceutil/trace.go:171","msg":"trace[1342376842] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"209.836615ms","start":"2026-04-02T14:17:43.400407Z","end":"2026-04-02T14:17:43.610244Z","steps":["trace[1342376842] 'process raft request' (duration: 18.176936ms)","trace[1342376842] 'compare' (duration: 190.827619ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:17:43.788574Z","caller":"traceutil/trace.go:171","msg":"trace[1200923190] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"173.926732ms","start":"2026-04-02T14:17:43.614626Z","end":"2026-04-02T14:17:43.788552Z","steps":["trace[1200923190] 'process raft request' (duration: 173.762779ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.788863Z","caller":"traceutil/trace.go:171","msg":"trace[1934141401] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"174.119207ms","start":"2026-04-02T14:17:43.614712Z","end":"2026-04-02T14:17:43.788831Z","steps":["trace[1934141401] 'process raft request' (duration: 173.8045ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.788948Z","caller":"traceutil/trace.go:171","msg":"trace[1929472240] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"174.167318ms","start":"2026-04-02T14:17:43.614751Z","end":"2026-04-02T14:17:43.788918Z","steps":["trace[1929472240] 'process raft request' (duration: 173.970783ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:17:43.788993Z","caller":"traceutil/trace.go:171","msg":"trace[1839040846] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"173.343879ms","start":"2026-04-02T14:17:43.615637Z","end":"2026-04-02T14:17:43.788981Z","steps":["trace[1839040846] 'process raft request' (duration: 173.219897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.690145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.16796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:10.6903Z","caller":"traceutil/trace.go:171","msg":"trace[1384417328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8840; }","duration":"309.337264ms","start":"2026-04-02T14:18:10.380942Z","end":"2026-04-02T14:18:10.69028Z","steps":["trace[1384417328] 'range keys from in-memory index tree' (duration: 309.1402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.69059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.259228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:18:10.6908Z","caller":"traceutil/trace.go:171","msg":"trace[81798677] linearizableReadLoop","detail":"{readStateIndex:9160; appliedIndex:9159; }","duration":"690.124862ms","start":"2026-04-02T14:18:10.000653Z","end":"2026-04-02T14:18:10.690778Z","steps":["trace[81798677] 'read index received' (duration: 431.68943ms)","trace[81798677] 'applied index is now lower than readState.Index' (duration: 258.433952ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:10.691129Z","caller":"traceutil/trace.go:171","msg":"trace[1809144494] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"690.699535ms","start":"2026-04-02T14:18:10.000381Z","end":"2026-04-02T14:18:10.69108Z","steps":["trace[1809144494] 'process raft request' (duration: 431.859313ms)","trace[1809144494] 'compare' (duration: 257.946321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:10.691193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.526211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:18:10.691253Z","caller":"traceutil/trace.go:171","msg":"trace[2043634380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:8841; }","duration":"690.609554ms","start":"2026-04-02T14:18:10.000629Z","end":"2026-04-02T14:18:10.691238Z","steps":["trace[2043634380] 'agreement among raft nodes before linearized reading' (duration: 690.43872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.691286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.000619Z","time spent":"690.662715ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"warn","ts":"2026-04-02T14:18:10.691346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.000364Z","time spent":"690.862839ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:10.705101Z","caller":"traceutil/trace.go:171","msg":"trace[1576063190] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"703.634669ms","start":"2026-04-02T14:18:10.001436Z","end":"2026-04-02T14:18:10.705071Z","steps":["trace[1576063190] 'process raft request' (duration: 703.381883ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:10.705222Z","caller":"traceutil/trace.go:171","msg":"trace[1522914109] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"326.818874ms","start":"2026-04-02T14:18:10.378383Z","end":"2026-04-02T14:18:10.705202Z","steps":["trace[1522914109] 'process raft request' (duration: 326.619209ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:10.705119Z","caller":"traceutil/trace.go:171","msg":"trace[250327166] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"394.916048ms","start":"2026-04-02T14:18:10.310173Z","end":"2026-04-02T14:18:10.705089Z","steps":["trace[250327166] 'process raft request' (duration: 394.789565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.705329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.378369Z","time spent":"326.906215ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:18:10.705454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.001415Z","time spent":"703.795202ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:18:10.70547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.310134Z","time spent":"395.196075ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:10.708475Z","caller":"traceutil/trace.go:171","msg":"trace[1501430352] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"292.724525ms","start":"2026-04-02T14:18:10.415729Z","end":"2026-04-02T14:18:10.708454Z","steps":["trace[1501430352] 'process raft request' (duration: 292.50289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.712215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.327368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T14:18:10.712223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.692314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:10.7123Z","caller":"traceutil/trace.go:171","msg":"trace[116971446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8845; }","duration":"517.804637ms","start":"2026-04-02T14:18:10.194474Z","end":"2026-04-02T14:18:10.712279Z","steps":["trace[116971446] 'agreement among raft nodes before linearized reading' (duration: 517.681584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.712355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.194454Z","time spent":"517.891098ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:18:10.712274Z","caller":"traceutil/trace.go:171","msg":"trace[373049134] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8845; }","duration":"310.43258ms","start":"2026-04-02T14:18:10.401825Z","end":"2026-04-02T14:18:10.712257Z","steps":["trace[373049134] 'agreement among raft nodes before linearized reading' (duration: 310.238656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:10.712493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:10.401802Z","time spent":"310.610585ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:18:14.123898Z","caller":"traceutil/trace.go:171","msg":"trace[415667941] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"113.212772ms","start":"2026-04-02T14:18:14.010656Z","end":"2026-04-02T14:18:14.123869Z","steps":["trace[415667941] 'process raft request' (duration: 113.016977ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:14.81276Z","caller":"traceutil/trace.go:171","msg":"trace[1052496300] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"103.090544ms","start":"2026-04-02T14:18:14.709642Z","end":"2026-04-02T14:18:14.812733Z","steps":["trace[1052496300] 'process raft request' (duration: 102.9047ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:14.854647Z","caller":"traceutil/trace.go:171","msg":"trace[1309365945] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"131.888919ms","start":"2026-04-02T14:18:14.722738Z","end":"2026-04-02T14:18:14.854627Z","steps":["trace[1309365945] 'process raft request' (duration: 131.680435ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:14.854807Z","caller":"traceutil/trace.go:171","msg":"trace[2091033774] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"129.616155ms","start":"2026-04-02T14:18:14.725184Z","end":"2026-04-02T14:18:14.8548Z","steps":["trace[2091033774] 'process raft request' (duration: 129.39889ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:14.85481Z","caller":"traceutil/trace.go:171","msg":"trace[2141055022] linearizableReadLoop","detail":"{readStateIndex:9183; appliedIndex:9180; }","duration":"128.52267ms","start":"2026-04-02T14:18:14.726255Z","end":"2026-04-02T14:18:14.854778Z","steps":["trace[2141055022] 'read index received' (duration: 86.393283ms)","trace[2141055022] 'applied index is now lower than readState.Index' (duration: 42.126467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:14.855021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.730298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-02T14:18:14.855046Z","caller":"traceutil/trace.go:171","msg":"trace[815921034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:8863; }","duration":"123.81384ms","start":"2026-04-02T14:18:14.731224Z","end":"2026-04-02T14:18:14.855038Z","steps":["trace[815921034] 'agreement among raft nodes before linearized reading' (duration: 123.670317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:14.855051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.772716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T14:18:14.855131Z","caller":"traceutil/trace.go:171","msg":"trace[1778374070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8863; }","duration":"128.903819ms","start":"2026-04-02T14:18:14.726208Z","end":"2026-04-02T14:18:14.855112Z","steps":["trace[1778374070] 'agreement among raft nodes before linearized reading' (duration: 128.668043ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:23.452269Z","caller":"traceutil/trace.go:171","msg":"trace[1260241413] linearizableReadLoop","detail":"{readStateIndex:9275; appliedIndex:9274; }","duration":"102.937861ms","start":"2026-04-02T14:18:23.3493Z","end":"2026-04-02T14:18:23.452238Z","steps":["trace[1260241413] 'read index received' (duration: 45.404863ms)","trace[1260241413] 'applied index is now lower than readState.Index' (duration: 57.531838ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:23.452381Z","caller":"traceutil/trace.go:171","msg":"trace[1727096000] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"118.765712ms","start":"2026-04-02T14:18:23.333563Z","end":"2026-04-02T14:18:23.452328Z","steps":["trace[1727096000] 'process raft request' (duration: 61.254615ms)","trace[1727096000] 'compare' (duration: 57.278841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:23.452461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.130095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vd4fz\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-04-02T14:18:23.45255Z","caller":"traceutil/trace.go:171","msg":"trace[1706901178] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vd4fz; range_end:; response_count:1; response_revision:8950; }","duration":"103.290309ms","start":"2026-04-02T14:18:23.349242Z","end":"2026-04-02T14:18:23.452532Z","steps":["trace[1706901178] 'agreement among raft nodes before linearized reading' (duration: 103.107074ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:23.582062Z","caller":"traceutil/trace.go:171","msg":"trace[426610753] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"109.479824ms","start":"2026-04-02T14:18:23.472563Z","end":"2026-04-02T14:18:23.582043Z","steps":["trace[426610753] 'process raft request' (duration: 109.357331ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:23.582549Z","caller":"traceutil/trace.go:171","msg":"trace[1725254500] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8951; }","duration":"116.843366ms","start":"2026-04-02T14:18:23.465698Z","end":"2026-04-02T14:18:23.582541Z","steps":["trace[1725254500] 'process raft request' (duration: 96.607792ms)","trace[1725254500] 'compare' (duration: 19.460216ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:24.463531Z","caller":"traceutil/trace.go:171","msg":"trace[1772439551] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"207.783286ms","start":"2026-04-02T14:18:24.255729Z","end":"2026-04-02T14:18:24.463512Z","steps":["trace[1772439551] 'process raft request' (duration: 207.651713ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:24.751577Z","caller":"traceutil/trace.go:171","msg":"trace[1027983025] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"446.282521ms","start":"2026-04-02T14:18:24.30526Z","end":"2026-04-02T14:18:24.751542Z","steps":["trace[1027983025] 'process raft request' (duration: 397.172271ms)","trace[1027983025] 'compare' (duration: 48.778852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:24.751755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.305237Z","time spent":"446.423155ms","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:24.752266Z","caller":"traceutil/trace.go:171","msg":"trace[306045652] linearizableReadLoop","detail":"{readStateIndex:9285; appliedIndex:9283; }","duration":"399.940536ms","start":"2026-04-02T14:18:24.352311Z","end":"2026-04-02T14:18:24.752252Z","steps":["trace[306045652] 'read index received' (duration: 111.150693ms)","trace[306045652] 'applied index is now lower than readState.Index' (duration: 288.788693ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:24.752291Z","caller":"traceutil/trace.go:171","msg":"trace[488360718] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"395.353029ms","start":"2026-04-02T14:18:24.356905Z","end":"2026-04-02T14:18:24.752258Z","steps":["trace[488360718] 'process raft request' (duration: 394.446848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:24.752443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.356885Z","time spent":"395.478452ms","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T14:18:24.752434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.11273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:18:24.752519Z","caller":"traceutil/trace.go:171","msg":"trace[444769089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8960; }","duration":"400.253363ms","start":"2026-04-02T14:18:24.352243Z","end":"2026-04-02T14:18:24.752496Z","steps":["trace[444769089] 'agreement among raft nodes before linearized reading' (duration: 400.078499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:24.752592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.352208Z","time spent":"400.369356ms","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:18:26.40791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423771112s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:18:26.40801Z","caller":"traceutil/trace.go:171","msg":"trace[319626692] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9286; }","duration":"1.655690473s","start":"2026-04-02T14:18:24.752303Z","end":"2026-04-02T14:18:26.407993Z","steps":["trace[319626692] 'read index received' (duration: 231.125693ms)","trace[319626692] 'applied index is now lower than readState.Index' (duration: 1.42456217s)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:26.40808Z","caller":"traceutil/trace.go:171","msg":"trace[1044632863] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"1.719733833s","start":"2026-04-02T14:18:24.688292Z","end":"2026-04-02T14:18:26.408026Z","steps":["trace[1044632863] 'process raft request' (duration: 295.099031ms)","trace[1044632863] 'compare' (duration: 1.423514966s)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:26.408151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052163389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vd4fz\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-04-02T14:18:26.408115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982751413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:18:26.408177Z","caller":"traceutil/trace.go:171","msg":"trace[574416926] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vd4fz; range_end:; response_count:1; response_revision:8961; }","duration":"2.052224189s","start":"2026-04-02T14:18:24.355944Z","end":"2026-04-02T14:18:26.408168Z","steps":["trace[574416926] 'agreement among raft nodes before linearized reading' (duration: 2.052106727s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.408201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.355924Z","time spent":"2.052270061s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vd4fz\" "} {"level":"info","ts":"2026-04-02T14:18:26.408202Z","caller":"traceutil/trace.go:171","msg":"trace[298615859] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8961; }","duration":"1.982886346s","start":"2026-04-02T14:18:24.425295Z","end":"2026-04-02T14:18:26.408181Z","steps":["trace[298615859] 'agreement among raft nodes before linearized reading' (duration: 1.982720972s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.408209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9356368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-02T14:18:26.40825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.425279Z","time spent":"1.982960778s","remote":"127.0.0.1:58750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:18:26.408286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.68827Z","time spent":"1.719931248s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:26.408305Z","caller":"traceutil/trace.go:171","msg":"trace[1744173745] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8961; }","duration":"1.935779863s","start":"2026-04-02T14:18:24.472502Z","end":"2026-04-02T14:18:26.408281Z","steps":["trace[1744173745] 'agreement among raft nodes before linearized reading' (duration: 1.935502427s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.408358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.472481Z","time spent":"1.935864795s","remote":"127.0.0.1:42052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":648,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-02T14:18:26.635435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651984617s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:18:26.686086Z","caller":"traceutil/trace.go:171","msg":"trace[2063644606] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"1.795944788s","start":"2026-04-02T14:18:24.890101Z","end":"2026-04-02T14:18:26.686046Z","steps":["trace[2063644606] 'process raft request' (duration: 1.745539448s)","trace[2063644606] 'compare' (duration: 50.024301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:26.686347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.890078Z","time spent":"1.796124053s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:26.68657Z","caller":"traceutil/trace.go:171","msg":"trace[859696504] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"1.794693078s","start":"2026-04-02T14:18:24.891834Z","end":"2026-04-02T14:18:26.686526Z","steps":["trace[859696504] 'process raft request' (duration: 1.794147546s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.686739Z","caller":"traceutil/trace.go:171","msg":"trace[173837824] linearizableReadLoop","detail":"{readStateIndex:9293; appliedIndex:9287; }","duration":"278.679237ms","start":"2026-04-02T14:18:26.408029Z","end":"2026-04-02T14:18:26.686708Z","steps":["trace[173837824] 'read index received' (duration: 227.626051ms)","trace[173837824] 'applied index is now lower than readState.Index' (duration: 51.052016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:26.686791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.891817Z","time spent":"1.794848253s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:26.686747Z","caller":"traceutil/trace.go:171","msg":"trace[1796480920] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"1.094859349s","start":"2026-04-02T14:18:25.591824Z","end":"2026-04-02T14:18:26.686684Z","steps":["trace[1796480920] 'process raft request' (duration: 1.094712306s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.686963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49326563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T14:18:26.687011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693370616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-02T14:18:26.687017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169073298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T14:18:26.687029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.591803Z","time spent":"1.095066714s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:26.687052Z","caller":"traceutil/trace.go:171","msg":"trace[1411359376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8967; }","duration":"1.693454028s","start":"2026-04-02T14:18:24.993583Z","end":"2026-04-02T14:18:26.687037Z","steps":["trace[1411359376] 'agreement among raft nodes before linearized reading' (duration: 1.693289264s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.687054Z","caller":"traceutil/trace.go:171","msg":"trace[2044864472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8967; }","duration":"1.493394903s","start":"2026-04-02T14:18:25.193638Z","end":"2026-04-02T14:18:26.687033Z","steps":["trace[2044864472] 'agreement among raft nodes before linearized reading' (duration: 1.493214909s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.993558Z","time spent":"1.693527299s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:18:26.687103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398438138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-554d96cf4d-gxx5w.18a28feb9f057221\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-02T14:18:26.687124Z","caller":"traceutil/trace.go:171","msg":"trace[1401680761] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"974.45912ms","start":"2026-04-02T14:18:25.712649Z","end":"2026-04-02T14:18:26.687108Z","steps":["trace[1401680761] 'process raft request' (duration: 973.927028ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.687177Z","caller":"traceutil/trace.go:171","msg":"trace[1097333740] range","detail":"{range_begin:/registry/events/openstack/barbican-api-554d96cf4d-gxx5w.18a28feb9f057221; range_end:; response_count:1; response_revision:8967; }","duration":"1.398558402s","start":"2026-04-02T14:18:25.288597Z","end":"2026-04-02T14:18:26.687155Z","steps":["trace[1097333740] 'agreement among raft nodes before linearized reading' (duration: 1.398336667s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.712623Z","time spent":"974.559092ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:18:26.687181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480122492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:26.687292Z","caller":"traceutil/trace.go:171","msg":"trace[1319946956] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8967; }","duration":"1.480273106s","start":"2026-04-02T14:18:25.207008Z","end":"2026-04-02T14:18:26.687281Z","steps":["trace[1319946956] 'agreement among raft nodes before linearized reading' (duration: 1.480138253s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.206984Z","time spent":"1.480341327s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-02T14:18:26.687348Z","caller":"traceutil/trace.go:171","msg":"trace[1907310264] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"965.605452ms","start":"2026-04-02T14:18:25.721731Z","end":"2026-04-02T14:18:26.687336Z","steps":["trace[1907310264] 'process raft request' (duration: 964.895476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.68734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828350077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-02T14:18:26.687361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28744776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T14:18:26.687118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.193623Z","time spent":"1.493486995s","remote":"127.0.0.1:41960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:18:26.687401Z","caller":"traceutil/trace.go:171","msg":"trace[59494023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8967; }","duration":"1.828457429s","start":"2026-04-02T14:18:24.858926Z","end":"2026-04-02T14:18:26.687383Z","steps":["trace[59494023] 'agreement among raft nodes before linearized reading' (duration: 1.828313076s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.370929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:26.687398Z","caller":"traceutil/trace.go:171","msg":"trace[720839945] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8967; }","duration":"1.287537112s","start":"2026-04-02T14:18:25.399852Z","end":"2026-04-02T14:18:26.687389Z","steps":["trace[720839945] 'agreement among raft nodes before linearized reading' (duration: 1.287414679s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.687452Z","caller":"traceutil/trace.go:171","msg":"trace[98357357] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8967; }","duration":"275.490782ms","start":"2026-04-02T14:18:26.411951Z","end":"2026-04-02T14:18:26.687442Z","steps":["trace[98357357] 'agreement among raft nodes before linearized reading' (duration: 275.379509ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.687069Z","caller":"traceutil/trace.go:171","msg":"trace[140057379] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:8967; }","duration":"1.1691655s","start":"2026-04-02T14:18:25.51789Z","end":"2026-04-02T14:18:26.687056Z","steps":["trace[140057379] 'agreement among raft nodes before linearized reading' (duration: 1.168891763s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.858898Z","time spent":"1.828545592s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:18:26.687504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.517866Z","time spent":"1.169626681s","remote":"127.0.0.1:41988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-02T14:18:26.687411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.721711Z","time spent":"965.668084ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:18:26.687301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739588238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T14:18:26.687601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780503126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:26.687644Z","caller":"traceutil/trace.go:171","msg":"trace[1704968744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8967; }","duration":"1.780566598s","start":"2026-04-02T14:18:24.907065Z","end":"2026-04-02T14:18:26.687632Z","steps":["trace[1704968744] 'agreement among raft nodes before linearized reading' (duration: 1.780483436s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.687646Z","caller":"traceutil/trace.go:171","msg":"trace[314404553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:8967; }","duration":"1.739941016s","start":"2026-04-02T14:18:24.947685Z","end":"2026-04-02T14:18:26.687626Z","steps":["trace[314404553] 'agreement among raft nodes before linearized reading' (duration: 1.739545587s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.288572Z","time spent":"1.398654404s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-554d96cf4d-gxx5w.18a28feb9f057221\" "} {"level":"warn","ts":"2026-04-02T14:18:26.687677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.90705Z","time spent":"1.780622089s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:18:26.687666Z","caller":"traceutil/trace.go:171","msg":"trace[412511391] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"1.414982927s","start":"2026-04-02T14:18:25.272663Z","end":"2026-04-02T14:18:26.687646Z","steps":["trace[412511391] 'process raft request' (duration: 1.413762348s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.687705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:24.947674Z","time spent":"1.740019219s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"warn","ts":"2026-04-02T14:18:26.687726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.66794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T14:18:26.688008Z","caller":"traceutil/trace.go:171","msg":"trace[1270483030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8967; }","duration":"481.982168ms","start":"2026-04-02T14:18:26.206015Z","end":"2026-04-02T14:18:26.687997Z","steps":["trace[1270483030] 'agreement among raft nodes before linearized reading' (duration: 481.605719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.688041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:26.206001Z","time spent":"482.031889ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T14:18:26.688029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.272635Z","time spent":"1.415076519s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:18:26.687458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.399829Z","time spent":"1.287620454s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:18:26.688267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.265477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:18:26.688297Z","caller":"traceutil/trace.go:171","msg":"trace[754612665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8967; }","duration":"515.332549ms","start":"2026-04-02T14:18:26.172955Z","end":"2026-04-02T14:18:26.688288Z","steps":["trace[754612665] 'agreement among raft nodes before linearized reading' (duration: 515.226646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.688335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:26.172935Z","time spent":"515.390069ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T14:18:26.688404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.471078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:18:26.688458Z","caller":"traceutil/trace.go:171","msg":"trace[824383592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8967; }","duration":"710.526159ms","start":"2026-04-02T14:18:25.977919Z","end":"2026-04-02T14:18:26.688446Z","steps":["trace[824383592] 'agreement among raft nodes before linearized reading' (duration: 710.402076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.688492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:25.977855Z","time spent":"710.629432ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:18:26.688538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.159912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T14:18:26.688613Z","caller":"traceutil/trace.go:171","msg":"trace[995274174] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8967; }","duration":"570.273075ms","start":"2026-04-02T14:18:26.118328Z","end":"2026-04-02T14:18:26.688601Z","steps":["trace[995274174] 'agreement among raft nodes before linearized reading' (duration: 570.023979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.688647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:26.11831Z","time spent":"570.329647ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:18:26.822857Z","caller":"traceutil/trace.go:171","msg":"trace[377319900] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"131.274215ms","start":"2026-04-02T14:18:26.691526Z","end":"2026-04-02T14:18:26.8228Z","steps":["trace[377319900] 'process raft request' (duration: 118.973397ms)","trace[377319900] 'compare' (duration: 11.98439ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:26.822917Z","caller":"traceutil/trace.go:171","msg":"trace[1058358806] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"129.050202ms","start":"2026-04-02T14:18:26.69384Z","end":"2026-04-02T14:18:26.82289Z","steps":["trace[1058358806] 'process raft request' (duration: 128.796936ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.822961Z","caller":"traceutil/trace.go:171","msg":"trace[1197788378] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"128.701324ms","start":"2026-04-02T14:18:26.694243Z","end":"2026-04-02T14:18:26.822944Z","steps":["trace[1197788378] 'process raft request' (duration: 128.589451ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.823107Z","caller":"traceutil/trace.go:171","msg":"trace[362218019] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"128.861177ms","start":"2026-04-02T14:18:26.694228Z","end":"2026-04-02T14:18:26.823089Z","steps":["trace[362218019] 'process raft request' (duration: 128.479848ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.823325Z","caller":"traceutil/trace.go:171","msg":"trace[1671529049] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"128.994711ms","start":"2026-04-02T14:18:26.694317Z","end":"2026-04-02T14:18:26.823312Z","steps":["trace[1671529049] 'process raft request' (duration: 128.584521ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.82391Z","caller":"traceutil/trace.go:171","msg":"trace[2129659852] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"129.501913ms","start":"2026-04-02T14:18:26.694363Z","end":"2026-04-02T14:18:26.823865Z","steps":["trace[2129659852] 'process raft request' (duration: 128.650073ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.823893Z","caller":"traceutil/trace.go:171","msg":"trace[162436474] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9293; }","duration":"130.65357ms","start":"2026-04-02T14:18:26.69306Z","end":"2026-04-02T14:18:26.823713Z","steps":["trace[162436474] 'read index received' (duration: 3.431271ms)","trace[162436474] 'applied index is now lower than readState.Index' (duration: 127.221369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:26.824675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.596892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228787"} {"level":"info","ts":"2026-04-02T14:18:26.82476Z","caller":"traceutil/trace.go:171","msg":"trace[1118811319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8974; }","duration":"131.713024ms","start":"2026-04-02T14:18:26.693021Z","end":"2026-04-02T14:18:26.824734Z","steps":["trace[1118811319] 'agreement among raft nodes before linearized reading' (duration: 131.09432ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.824847Z","caller":"traceutil/trace.go:171","msg":"trace[63072308] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"129.584905ms","start":"2026-04-02T14:18:26.694371Z","end":"2026-04-02T14:18:26.823956Z","steps":["trace[63072308] 'process raft request' (duration: 129.280348ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.838073Z","caller":"traceutil/trace.go:171","msg":"trace[1558509240] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"140.758187ms","start":"2026-04-02T14:18:26.697287Z","end":"2026-04-02T14:18:26.838045Z","steps":["trace[1558509240] 'process raft request' (duration: 140.519061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:26.83813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.736149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T14:18:26.83815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.003532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:26.838208Z","caller":"traceutil/trace.go:171","msg":"trace[691304900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8975; }","duration":"144.816762ms","start":"2026-04-02T14:18:26.693354Z","end":"2026-04-02T14:18:26.838171Z","steps":["trace[691304900] 'agreement among raft nodes before linearized reading' (duration: 144.620067ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:26.838253Z","caller":"traceutil/trace.go:171","msg":"trace[952926190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8975; }","duration":"144.159116ms","start":"2026-04-02T14:18:26.694068Z","end":"2026-04-02T14:18:26.838227Z","steps":["trace[952926190] 'agreement among raft nodes before linearized reading' (duration: 143.937371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:28.150262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.059413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-02T14:18:28.150341Z","caller":"traceutil/trace.go:171","msg":"trace[1338454772] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8978; }","duration":"170.199356ms","start":"2026-04-02T14:18:27.980124Z","end":"2026-04-02T14:18:28.150323Z","steps":["trace[1338454772] 'range keys from in-memory index tree' (duration: 169.874398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:28.150359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.943941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:18:28.150466Z","caller":"traceutil/trace.go:171","msg":"trace[1417535410] transaction","detail":"{read_only:false; response_revision:8979; number_of_response:1; }","duration":"169.94131ms","start":"2026-04-02T14:18:27.980505Z","end":"2026-04-02T14:18:28.150446Z","steps":["trace[1417535410] 'process raft request' (duration: 66.825355ms)","trace[1417535410] 'compare' (duration: 102.680005ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:28.399724Z","caller":"traceutil/trace.go:171","msg":"trace[1498216069] linearizableReadLoop","detail":"{readStateIndex:9307; appliedIndex:9306; }","duration":"256.811844ms","start":"2026-04-02T14:18:28.142892Z","end":"2026-04-02T14:18:28.399704Z","steps":["trace[1498216069] 'read index received' (duration: 163.861727ms)","trace[1498216069] 'applied index is now lower than readState.Index' (duration: 92.948957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:28.399981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.06726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:18:28.400014Z","caller":"traceutil/trace.go:171","msg":"trace[1768775249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8980; }","duration":"257.149842ms","start":"2026-04-02T14:18:28.142856Z","end":"2026-04-02T14:18:28.400006Z","steps":["trace[1768775249] 'agreement among raft nodes before linearized reading' (duration: 256.956788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:28.400067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.199315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:28.400186Z","caller":"traceutil/trace.go:171","msg":"trace[1883172052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8980; }","duration":"205.322529ms","start":"2026-04-02T14:18:28.19483Z","end":"2026-04-02T14:18:28.400153Z","steps":["trace[1883172052] 'agreement among raft nodes before linearized reading' (duration: 205.162405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:28.400074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.335331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:18:28.400216Z","caller":"traceutil/trace.go:171","msg":"trace[1380074822] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"418.150523ms","start":"2026-04-02T14:18:27.981962Z","end":"2026-04-02T14:18:28.400113Z","steps":["trace[1380074822] 'process raft request' (duration: 324.905909ms)","trace[1380074822] 'compare' (duration: 92.008835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:28.400538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:18:27.981938Z","time spent":"418.521531ms","remote":"127.0.0.1:42242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:18:28.406925Z","caller":"traceutil/trace.go:171","msg":"trace[830994996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8980; }","duration":"156.575487ms","start":"2026-04-02T14:18:28.2437Z","end":"2026-04-02T14:18:28.400275Z","steps":["trace[830994996] 'agreement among raft nodes before linearized reading' (duration: 156.30186ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:39.16492Z","caller":"traceutil/trace.go:171","msg":"trace[721958210] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9410; }","duration":"178.90799ms","start":"2026-04-02T14:18:38.985984Z","end":"2026-04-02T14:18:39.164892Z","steps":["trace[721958210] 'read index received' (duration: 133.672351ms)","trace[721958210] 'applied index is now lower than readState.Index' (duration: 45.233989ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:39.164993Z","caller":"traceutil/trace.go:171","msg":"trace[2038090437] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"179.774391ms","start":"2026-04-02T14:18:38.985178Z","end":"2026-04-02T14:18:39.164952Z","steps":["trace[2038090437] 'process raft request' (duration: 134.45372ms)","trace[2038090437] 'compare' (duration: 45.130256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:39.165175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.176446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-02T14:18:39.165223Z","caller":"traceutil/trace.go:171","msg":"trace[1197221308] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:9080; }","duration":"179.238608ms","start":"2026-04-02T14:18:38.98597Z","end":"2026-04-02T14:18:39.165209Z","steps":["trace[1197221308] 'agreement among raft nodes before linearized reading' (duration: 179.050793ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:39.218424Z","caller":"traceutil/trace.go:171","msg":"trace[107432355] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"231.643165ms","start":"2026-04-02T14:18:38.986741Z","end":"2026-04-02T14:18:39.218384Z","steps":["trace[107432355] 'process raft request' (duration: 231.333478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:18:39.218872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.791816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-02T14:18:39.21895Z","caller":"traceutil/trace.go:171","msg":"trace[360806115] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9081; }","duration":"214.229167ms","start":"2026-04-02T14:18:39.0047Z","end":"2026-04-02T14:18:39.218929Z","steps":["trace[360806115] 'agreement among raft nodes before linearized reading' (duration: 213.632063ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:39.62315Z","caller":"traceutil/trace.go:171","msg":"trace[1396764776] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"119.280994ms","start":"2026-04-02T14:18:39.503836Z","end":"2026-04-02T14:18:39.623117Z","steps":["trace[1396764776] 'process raft request' (duration: 112.959986ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:42.421083Z","caller":"traceutil/trace.go:171","msg":"trace[1613507836] linearizableReadLoop","detail":"{readStateIndex:9452; appliedIndex:9449; }","duration":"136.544407ms","start":"2026-04-02T14:18:42.284515Z","end":"2026-04-02T14:18:42.421059Z","steps":["trace[1613507836] 'read index received' (duration: 38.229825ms)","trace[1613507836] 'applied index is now lower than readState.Index' (duration: 98.313542ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:18:42.421215Z","caller":"traceutil/trace.go:171","msg":"trace[909429748] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"140.866449ms","start":"2026-04-02T14:18:42.280338Z","end":"2026-04-02T14:18:42.421204Z","steps":["trace[909429748] 'process raft request' (duration: 140.618443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:42.421228Z","caller":"traceutil/trace.go:171","msg":"trace[200022951] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"143.08943ms","start":"2026-04-02T14:18:42.278102Z","end":"2026-04-02T14:18:42.421191Z","steps":["trace[200022951] 'process raft request' (duration: 142.771053ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:42.421486Z","caller":"traceutil/trace.go:171","msg":"trace[652089865] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"143.319086ms","start":"2026-04-02T14:18:42.278098Z","end":"2026-04-02T14:18:42.421417Z","steps":["trace[652089865] 'process raft request' (duration: 127.214639ms)","trace[652089865] 'compare' (duration: 15.426311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:18:42.42191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.379437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-02T14:18:42.422Z","caller":"traceutil/trace.go:171","msg":"trace[1868960876] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9119; }","duration":"137.51162ms","start":"2026-04-02T14:18:42.28447Z","end":"2026-04-02T14:18:42.421981Z","steps":["trace[1868960876] 'agreement among raft nodes before linearized reading' (duration: 137.281515ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:18:55.992734Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002588.wal"} {"level":"info","ts":"2026-04-02T14:19:11.196076Z","caller":"traceutil/trace.go:171","msg":"trace[831801910] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"349.908685ms","start":"2026-04-02T14:19:10.846148Z","end":"2026-04-02T14:19:11.196057Z","steps":["trace[831801910] 'process raft request' (duration: 349.743051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.196231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:10.846127Z","time spent":"350.026807ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:19:11.493748Z","caller":"traceutil/trace.go:171","msg":"trace[1546679661] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"644.893143ms","start":"2026-04-02T14:19:10.848834Z","end":"2026-04-02T14:19:11.493727Z","steps":["trace[1546679661] 'process raft request' (duration: 644.749449ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:11.493722Z","caller":"traceutil/trace.go:171","msg":"trace[1700747634] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"647.068874ms","start":"2026-04-02T14:19:10.84662Z","end":"2026-04-02T14:19:11.493689Z","steps":["trace[1700747634] 'process raft request' (duration: 646.819188ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:11.493841Z","caller":"traceutil/trace.go:171","msg":"trace[67752038] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"642.270101ms","start":"2026-04-02T14:19:10.851504Z","end":"2026-04-02T14:19:11.493774Z","steps":["trace[67752038] 'process raft request' (duration: 642.146368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.493915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:10.848809Z","time spent":"645.025135ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:19:11.493918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:10.846596Z","time spent":"647.249808ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:19:11.493984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.530105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T14:19:11.494007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:10.85148Z","time spent":"642.438105ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:19:11.493736Z","caller":"traceutil/trace.go:171","msg":"trace[941332493] linearizableReadLoop","detail":"{readStateIndex:9704; appliedIndex:9700; }","duration":"381.259258ms","start":"2026-04-02T14:19:11.112452Z","end":"2026-04-02T14:19:11.493712Z","steps":["trace[941332493] 'read index received' (duration: 83.463254ms)","trace[941332493] 'applied index is now lower than readState.Index' (duration: 297.795024ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:11.494043Z","caller":"traceutil/trace.go:171","msg":"trace[954788639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9365; }","duration":"381.622767ms","start":"2026-04-02T14:19:11.112403Z","end":"2026-04-02T14:19:11.494026Z","steps":["trace[954788639] 'agreement among raft nodes before linearized reading' (duration: 381.407912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.112382Z","time spent":"381.769501ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T14:19:11.494257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.774287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T14:19:11.494302Z","caller":"traceutil/trace.go:171","msg":"trace[85969061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9365; }","duration":"377.867409ms","start":"2026-04-02T14:19:11.116422Z","end":"2026-04-02T14:19:11.49429Z","steps":["trace[85969061] 'agreement among raft nodes before linearized reading' (duration: 377.714755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.923066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T14:19:11.494322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.47294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-02T14:19:11.494345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.116399Z","time spent":"377.938781ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T14:19:11.494348Z","caller":"traceutil/trace.go:171","msg":"trace[1766288916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:9365; }","duration":"364.981597ms","start":"2026-04-02T14:19:11.129356Z","end":"2026-04-02T14:19:11.494338Z","steps":["trace[1766288916] 'agreement among raft nodes before linearized reading' (duration: 364.777712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.730466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T14:19:11.494384Z","caller":"traceutil/trace.go:171","msg":"trace[2125822661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9365; }","duration":"377.545592ms","start":"2026-04-02T14:19:11.116822Z","end":"2026-04-02T14:19:11.494368Z","steps":["trace[2125822661] 'agreement among raft nodes before linearized reading' (duration: 377.329797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.129345Z","time spent":"365.041228ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"info","ts":"2026-04-02T14:19:11.494409Z","caller":"traceutil/trace.go:171","msg":"trace[1498846327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9365; }","duration":"377.807658ms","start":"2026-04-02T14:19:11.116585Z","end":"2026-04-02T14:19:11.494392Z","steps":["trace[1498846327] 'agreement among raft nodes before linearized reading' (duration: 377.661275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.924896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T14:19:11.494427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.116794Z","time spent":"377.623824ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:19:11.494453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.116576Z","time spent":"377.865599ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T14:19:11.494462Z","caller":"traceutil/trace.go:171","msg":"trace[2011460623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9365; }","duration":"361.987858ms","start":"2026-04-02T14:19:11.132461Z","end":"2026-04-02T14:19:11.494449Z","steps":["trace[2011460623] 'agreement among raft nodes before linearized reading' (duration: 361.865865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.132451Z","time spent":"362.037559ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T14:19:11.494493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.322723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:19:11.494601Z","caller":"traceutil/trace.go:171","msg":"trace[1184827605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9365; }","duration":"300.504158ms","start":"2026-04-02T14:19:11.194076Z","end":"2026-04-02T14:19:11.494581Z","steps":["trace[1184827605] 'agreement among raft nodes before linearized reading' (duration: 300.248762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.494708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:11.194064Z","time spent":"300.63224ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T14:19:11.636922Z","caller":"traceutil/trace.go:171","msg":"trace[1102576704] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"138.613276ms","start":"2026-04-02T14:19:11.498282Z","end":"2026-04-02T14:19:11.636895Z","steps":["trace[1102576704] 'process raft request' (duration: 138.302658ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:11.637254Z","caller":"traceutil/trace.go:171","msg":"trace[2025161268] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"138.715398ms","start":"2026-04-02T14:19:11.498498Z","end":"2026-04-02T14:19:11.637214Z","steps":["trace[2025161268] 'process raft request' (duration: 138.342709ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:11.637297Z","caller":"traceutil/trace.go:171","msg":"trace[271383918] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"138.388201ms","start":"2026-04-02T14:19:11.498888Z","end":"2026-04-02T14:19:11.637276Z","steps":["trace[271383918] 'process raft request' (duration: 138.167545ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:11.637292Z","caller":"traceutil/trace.go:171","msg":"trace[383373083] linearizableReadLoop","detail":"{readStateIndex:9706; appliedIndex:9705; }","duration":"138.837662ms","start":"2026-04-02T14:19:11.498433Z","end":"2026-04-02T14:19:11.637271Z","steps":["trace[383373083] 'read index received' (duration: 35.106892ms)","trace[383373083] 'applied index is now lower than readState.Index' (duration: 103.73ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:11.637375Z","caller":"traceutil/trace.go:171","msg":"trace[992429412] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"138.388431ms","start":"2026-04-02T14:19:11.498933Z","end":"2026-04-02T14:19:11.637321Z","steps":["trace[992429412] 'process raft request' (duration: 138.214497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:11.63767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.21599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234805"} {"level":"info","ts":"2026-04-02T14:19:11.637759Z","caller":"traceutil/trace.go:171","msg":"trace[1156476790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9370; }","duration":"139.339863ms","start":"2026-04-02T14:19:11.498408Z","end":"2026-04-02T14:19:11.637748Z","steps":["trace[1156476790] 'agreement among raft nodes before linearized reading' (duration: 138.924843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:25.896744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.912112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T14:19:25.896977Z","caller":"traceutil/trace.go:171","msg":"trace[2100547504] linearizableReadLoop","detail":"{readStateIndex:9929; appliedIndex:9928; }","duration":"187.725167ms","start":"2026-04-02T14:19:25.709235Z","end":"2026-04-02T14:19:25.89696Z","steps":["trace[2100547504] 'read index received' (duration: 16.493836ms)","trace[2100547504] 'applied index is now lower than readState.Index' (duration: 171.230601ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:25.897076Z","caller":"traceutil/trace.go:171","msg":"trace[1642441102] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"195.334385ms","start":"2026-04-02T14:19:25.70173Z","end":"2026-04-02T14:19:25.897064Z","steps":["trace[1642441102] 'process raft request' (duration: 24.020303ms)","trace[1642441102] 'compare' (duration: 170.781019ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:19:25.897262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.588316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T14:19:25.897263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.072752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:19:25.897325Z","caller":"traceutil/trace.go:171","msg":"trace[477044248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:9587; }","duration":"188.683539ms","start":"2026-04-02T14:19:25.708629Z","end":"2026-04-02T14:19:25.897313Z","steps":["trace[477044248] 'agreement among raft nodes before linearized reading' (duration: 188.513285ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:25.897372Z","caller":"traceutil/trace.go:171","msg":"trace[553613178] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"184.02426ms","start":"2026-04-02T14:19:25.713336Z","end":"2026-04-02T14:19:25.897361Z","steps":["trace[553613178] 'process raft request' (duration: 183.579479ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:25.897364Z","caller":"traceutil/trace.go:171","msg":"trace[784562217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9587; }","duration":"196.200375ms","start":"2026-04-02T14:19:25.701121Z","end":"2026-04-02T14:19:25.897321Z","steps":["trace[784562217] 'agreement among raft nodes before linearized reading' (duration: 195.99575ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:25.897615Z","caller":"traceutil/trace.go:171","msg":"trace[1601460961] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"182.857862ms","start":"2026-04-02T14:19:25.714724Z","end":"2026-04-02T14:19:25.897582Z","steps":["trace[1601460961] 'process raft request' (duration: 182.410422ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:26.176924Z","caller":"traceutil/trace.go:171","msg":"trace[1788680595] linearizableReadLoop","detail":"{readStateIndex:9932; appliedIndex:9931; }","duration":"275.184325ms","start":"2026-04-02T14:19:25.901705Z","end":"2026-04-02T14:19:26.176889Z","steps":["trace[1788680595] 'read index received' (duration: 254.984222ms)","trace[1788680595] 'applied index is now lower than readState.Index' (duration: 20.198563ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:26.176993Z","caller":"traceutil/trace.go:171","msg":"trace[1429393056] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"275.731618ms","start":"2026-04-02T14:19:25.901217Z","end":"2026-04-02T14:19:26.176949Z","steps":["trace[1429393056] 'process raft request' (duration: 255.485933ms)","trace[1429393056] 'compare' (duration: 19.850755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:19:26.17758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.850341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290384"} {"level":"info","ts":"2026-04-02T14:19:26.177653Z","caller":"traceutil/trace.go:171","msg":"trace[1256549470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9589; }","duration":"275.954263ms","start":"2026-04-02T14:19:25.901681Z","end":"2026-04-02T14:19:26.177635Z","steps":["trace[1256549470] 'agreement among raft nodes before linearized reading' (duration: 275.4056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:26.178013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.660914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d8zdh\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-04-02T14:19:26.178644Z","caller":"traceutil/trace.go:171","msg":"trace[370277875] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d8zdh; range_end:; response_count:1; response_revision:9589; }","duration":"249.36077ms","start":"2026-04-02T14:19:25.929259Z","end":"2026-04-02T14:19:26.17862Z","steps":["trace[370277875] 'agreement among raft nodes before linearized reading' (duration: 247.933396ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:28.071387Z","caller":"traceutil/trace.go:171","msg":"trace[957401879] linearizableReadLoop","detail":"{readStateIndex:9963; appliedIndex:9962; }","duration":"107.966389ms","start":"2026-04-02T14:19:27.963386Z","end":"2026-04-02T14:19:28.071352Z","steps":["trace[957401879] 'read index received' (duration: 27.125135ms)","trace[957401879] 'applied index is now lower than readState.Index' (duration: 80.840054ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:28.071411Z","caller":"traceutil/trace.go:171","msg":"trace[1532087704] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"165.859624ms","start":"2026-04-02T14:19:27.90552Z","end":"2026-04-02T14:19:28.071379Z","steps":["trace[1532087704] 'process raft request' (duration: 84.9816ms)","trace[1532087704] 'compare' (duration: 80.723151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T14:19:28.07161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-k2wl9\" ","response":"range_response_count:1 size:9962"} {"level":"info","ts":"2026-04-02T14:19:28.072063Z","caller":"traceutil/trace.go:171","msg":"trace[748642459] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"102.839288ms","start":"2026-04-02T14:19:27.969203Z","end":"2026-04-02T14:19:28.072043Z","steps":["trace[748642459] 'process raft request' (duration: 102.359657ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:28.072166Z","caller":"traceutil/trace.go:171","msg":"trace[2037169564] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-k2wl9; range_end:; response_count:1; response_revision:9620; }","duration":"108.772938ms","start":"2026-04-02T14:19:27.963345Z","end":"2026-04-02T14:19:28.072118Z","steps":["trace[2037169564] 'agreement among raft nodes before linearized reading' (duration: 108.094862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:28.614102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.571046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-02T14:19:28.614188Z","caller":"traceutil/trace.go:171","msg":"trace[222069566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9624; }","duration":"308.70206ms","start":"2026-04-02T14:19:28.305463Z","end":"2026-04-02T14:19:28.614165Z","steps":["trace[222069566] 'range keys from in-memory index tree' (duration: 308.396432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:28.614243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:28.305449Z","time spent":"308.781361ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:19:29.509962Z","caller":"traceutil/trace.go:171","msg":"trace[91118688] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"213.032259ms","start":"2026-04-02T14:19:29.296902Z","end":"2026-04-02T14:19:29.509934Z","steps":["trace[91118688] 'process raft request' (duration: 212.841694ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:33.765123Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T14:19:33.772917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T14:19:33.773036Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-02T14:19:43.004805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.161032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T14:19:43.004955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.530149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T14:19:43.004955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.23935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T14:19:43.005014Z","caller":"traceutil/trace.go:171","msg":"trace[627569032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:9706; }","duration":"736.636021ms","start":"2026-04-02T14:19:42.268361Z","end":"2026-04-02T14:19:43.004997Z","steps":["trace[627569032] 'range keys from in-memory index tree' (duration: 736.333434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:43.005041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:42.268343Z","time spent":"736.691272ms","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"info","ts":"2026-04-02T14:19:43.005037Z","caller":"traceutil/trace.go:171","msg":"trace[427186602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9706; }","duration":"759.365013ms","start":"2026-04-02T14:19:42.245654Z","end":"2026-04-02T14:19:43.005019Z","steps":["trace[427186602] 'range keys from in-memory index tree' (duration: 759.040416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:43.005082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:19:42.245635Z","time spent":"759.434685ms","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:19:43.005219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.432826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:19:43.005277Z","caller":"traceutil/trace.go:171","msg":"trace[1190380235] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9706; }","duration":"271.604721ms","start":"2026-04-02T14:19:42.733655Z","end":"2026-04-02T14:19:43.00526Z","steps":["trace[1190380235] 'count revisions from in-memory index tree' (duration: 271.316514ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:43.005294Z","caller":"traceutil/trace.go:171","msg":"trace[784409338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9706; }","duration":"213.297505ms","start":"2026-04-02T14:19:42.791597Z","end":"2026-04-02T14:19:43.004894Z","steps":["trace[784409338] 'count revisions from in-memory index tree' (duration: 212.964278ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:19:43.177385Z","caller":"traceutil/trace.go:171","msg":"trace[1902912158] linearizableReadLoop","detail":"{readStateIndex:10053; appliedIndex:10052; }","duration":"165.645969ms","start":"2026-04-02T14:19:43.011712Z","end":"2026-04-02T14:19:43.177357Z","steps":["trace[1902912158] 'read index received' (duration: 165.412724ms)","trace[1902912158] 'applied index is now lower than readState.Index' (duration: 232.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:19:43.177458Z","caller":"traceutil/trace.go:171","msg":"trace[172340131] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"166.226003ms","start":"2026-04-02T14:19:43.011197Z","end":"2026-04-02T14:19:43.177423Z","steps":["trace[172340131] 'process raft request' (duration: 165.987827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:43.177916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.196433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291511"} {"level":"info","ts":"2026-04-02T14:19:43.177964Z","caller":"traceutil/trace.go:171","msg":"trace[1034938258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9707; }","duration":"166.324735ms","start":"2026-04-02T14:19:43.011628Z","end":"2026-04-02T14:19:43.177953Z","steps":["trace[1034938258] 'agreement among raft nodes before linearized reading' (duration: 165.836204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:19:43.420866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.612358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:19:43.42095Z","caller":"traceutil/trace.go:171","msg":"trace[1593484128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9707; }","duration":"118.71818ms","start":"2026-04-02T14:19:43.30221Z","end":"2026-04-02T14:19:43.420928Z","steps":["trace[1593484128] 'count revisions from in-memory index tree' (duration: 118.525155ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:21:20.48561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7976} {"level":"info","ts":"2026-04-02T14:21:20.55188Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7976,"took":"64.235022ms","hash":2322644058,"current-db-size-bytes":54259712,"current-db-size":"54 MB","current-db-size-in-use-bytes":28704768,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T14:21:20.551954Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2322644058,"revision":7976,"compact-revision":5798} {"level":"info","ts":"2026-04-02T14:26:20.492106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10396} {"level":"info","ts":"2026-04-02T14:26:20.573762Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10396,"took":"79.995764ms","hash":2261146457,"current-db-size-bytes":54259712,"current-db-size":"54 MB","current-db-size-in-use-bytes":22253568,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-02T14:26:20.573871Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2261146457,"revision":10396,"compact-revision":7976} {"level":"warn","ts":"2026-04-02T14:28:12.749166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059508010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:28:13.249273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142198729059508010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T14:28:13.692999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.450331398s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:28:13.693309Z","caller":"traceutil/trace.go:171","msg":"trace[865011767] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"1.450696107s","start":"2026-04-02T14:28:12.242593Z","end":"2026-04-02T14:28:13.69329Z","steps":["trace[865011767] 'process raft request' (duration: 1.450573364s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:13.693432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.242582Z","time spent":"1.450783889s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:28:14.970093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276890736s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T14:28:14.970547Z","caller":"traceutil/trace.go:171","msg":"trace[1110654528] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"2.622283886s","start":"2026-04-02T14:28:12.348232Z","end":"2026-04-02T14:28:14.970516Z","steps":["trace[1110654528] 'process raft request' (duration: 2.62204777s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:28:14.970803Z","caller":"traceutil/trace.go:171","msg":"trace[1582395742] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"1.657709609s","start":"2026-04-02T14:28:13.313052Z","end":"2026-04-02T14:28:14.970762Z","steps":["trace[1582395742] 'process raft request' (duration: 1.657412682s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:28:14.970832Z","caller":"traceutil/trace.go:171","msg":"trace[1824486780] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"1.53869717s","start":"2026-04-02T14:28:13.432115Z","end":"2026-04-02T14:28:14.970812Z","steps":["trace[1824486780] 'process raft request' (duration: 1.538574897s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.970944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.432102Z","time spent":"1.538784372s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:28:14.970946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.313029Z","time spent":"1.657847651s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T14:28:14.970997Z","caller":"traceutil/trace.go:171","msg":"trace[692903991] linearizableReadLoop","detail":"{readStateIndex:13194; appliedIndex:13192; }","duration":"2.722277279s","start":"2026-04-02T14:28:12.248693Z","end":"2026-04-02T14:28:14.97097Z","steps":["trace[692903991] 'read index received' (duration: 1.444506272s)","trace[692903991] 'applied index is now lower than readState.Index' (duration: 1.277770147s)"],"step_count":2} {"level":"info","ts":"2026-04-02T14:28:14.971095Z","caller":"traceutil/trace.go:171","msg":"trace[393417985] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"1.531762167s","start":"2026-04-02T14:28:13.439278Z","end":"2026-04-02T14:28:14.971041Z","steps":["trace[393417985] 'process raft request' (duration: 1.531610284s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:28:14.971102Z","caller":"traceutil/trace.go:171","msg":"trace[73702820] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"1.532913914s","start":"2026-04-02T14:28:13.438123Z","end":"2026-04-02T14:28:14.971036Z","steps":["trace[73702820] 'process raft request' (duration: 1.532657308s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745596087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:28:14.971249Z","caller":"traceutil/trace.go:171","msg":"trace[775309900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12737; }","duration":"1.745660749s","start":"2026-04-02T14:28:13.225579Z","end":"2026-04-02T14:28:14.97124Z","steps":["trace[775309900] 'agreement among raft nodes before linearized reading' (duration: 1.745594187s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.439256Z","time spent":"1.531900671s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:28:14.971271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.225567Z","time spent":"1.7456993s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T14:28:14.971298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652429553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:5299"} {"level":"warn","ts":"2026-04-02T14:28:14.97135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504516169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-02T14:28:14.971371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.438109Z","time spent":"1.53312135s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T14:28:14.971399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26602654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T14:28:14.97141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703098472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-04-02T14:28:14.971413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232097065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-mhj7j\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-02T14:28:14.971435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.491935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:28:14.971444Z","caller":"traceutil/trace.go:171","msg":"trace[1207734887] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12737; }","duration":"1.703170073s","start":"2026-04-02T14:28:13.268263Z","end":"2026-04-02T14:28:14.971433Z","steps":["trace[1207734887] 'agreement among raft nodes before linearized reading' (duration: 1.703085421s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:28:14.971441Z","caller":"traceutil/trace.go:171","msg":"trace[258441952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12737; }","duration":"2.26608111s","start":"2026-04-02T14:28:12.705347Z","end":"2026-04-02T14:28:14.971428Z","steps":["trace[258441952] 'agreement among raft nodes before linearized reading' (duration: 2.265997798s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501761892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T14:28:14.97146Z","caller":"traceutil/trace.go:171","msg":"trace[1224978725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:12737; }","duration":"946.518086ms","start":"2026-04-02T14:28:14.024934Z","end":"2026-04-02T14:28:14.971452Z","steps":["trace[1224978725] 'agreement among raft nodes before linearized reading' (duration: 946.476195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613509101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T14:28:14.971464Z","caller":"traceutil/trace.go:171","msg":"trace[1966405969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-mhj7j; range_end:; response_count:1; response_revision:12737; }","duration":"2.232191727s","start":"2026-04-02T14:28:12.739257Z","end":"2026-04-02T14:28:14.971449Z","steps":["trace[1966405969] 'agreement among raft nodes before linearized reading' (duration: 2.232004142s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.705337Z","time spent":"2.266131092s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T14:28:14.971483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:14.024875Z","time spent":"946.601958ms","remote":"127.0.0.1:59654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:28:14.971482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661514497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T14:28:14.971483Z","caller":"traceutil/trace.go:171","msg":"trace[1918641410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12737; }","duration":"2.501837714s","start":"2026-04-02T14:28:12.469634Z","end":"2026-04-02T14:28:14.971472Z","steps":["trace[1918641410] 'agreement among raft nodes before linearized reading' (duration: 2.501719042s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.739239Z","time spent":"2.232256448s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-mhj7j\" "} {"level":"info","ts":"2026-04-02T14:28:14.971512Z","caller":"traceutil/trace.go:171","msg":"trace[1988181340] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12737; }","duration":"1.661585859s","start":"2026-04-02T14:28:13.309917Z","end":"2026-04-02T14:28:14.971502Z","steps":["trace[1988181340] 'agreement among raft nodes before linearized reading' (duration: 1.661538368s)"],"step_count":1} {"level":"info","ts":"2026-04-02T14:28:14.971378Z","caller":"traceutil/trace.go:171","msg":"trace[1300886478] range","detail":"{range_begin:/registry/cronjobs/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:12737; }","duration":"2.652537885s","start":"2026-04-02T14:28:12.318816Z","end":"2026-04-02T14:28:14.971354Z","steps":["trace[1300886478] 'agreement among raft nodes before linearized reading' (duration: 2.652308109s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296347652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T14:28:14.97161Z","caller":"traceutil/trace.go:171","msg":"trace[3328934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12737; }","duration":"1.296410293s","start":"2026-04-02T14:28:13.675193Z","end":"2026-04-02T14:28:14.971603Z","steps":["trace[3328934] 'agreement among raft nodes before linearized reading' (duration: 1.296294151s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.675177Z","time spent":"1.296446614s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T14:28:14.971468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.268241Z","time spent":"1.703221424s","remote":"127.0.0.1:42180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5149,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-04-02T14:28:14.971616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.318805Z","time spent":"2.65277848s","remote":"127.0.0.1:42184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5321,"request content":"key:\"/registry/cronjobs/openstack/keystone-fernet-rotate\" "} {"level":"warn","ts":"2026-04-02T14:28:14.971319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316922111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T14:28:14.971769Z","caller":"traceutil/trace.go:171","msg":"trace[1157815664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12737; }","duration":"2.317418493s","start":"2026-04-02T14:28:12.654344Z","end":"2026-04-02T14:28:14.971762Z","steps":["trace[1157815664] 'agreement among raft nodes before linearized reading' (duration: 2.31686454s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.654327Z","time spent":"2.317458245s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-02T14:28:14.971393Z","caller":"traceutil/trace.go:171","msg":"trace[1363449417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12737; }","duration":"1.504586581s","start":"2026-04-02T14:28:13.466794Z","end":"2026-04-02T14:28:14.971381Z","steps":["trace[1363449417] 'agreement among raft nodes before linearized reading' (duration: 1.504432808s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.466783Z","time spent":"1.505073072s","remote":"127.0.0.1:42114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-02T14:28:14.971501Z","caller":"traceutil/trace.go:171","msg":"trace[857657481] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12737; }","duration":"2.613579322s","start":"2026-04-02T14:28:12.357906Z","end":"2026-04-02T14:28:14.971486Z","steps":["trace[857657481] 'agreement among raft nodes before linearized reading' (duration: 2.61350778s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.97191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72319378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d8zdh.18a290079146434a\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12731 ","response":"range_response_count:101 size:78111"} {"level":"info","ts":"2026-04-02T14:28:14.971985Z","caller":"traceutil/trace.go:171","msg":"trace[1171142336] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d8zdh.18a290079146434a\u0000; range_end:/registry/events/openstack0; response_count:101; response_revision:12737; }","duration":"2.723297523s","start":"2026-04-02T14:28:12.248669Z","end":"2026-04-02T14:28:14.971967Z","steps":["trace[1171142336] 'agreement among raft nodes before linearized reading' (duration: 2.722397012s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T14:28:14.971535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:13.309896Z","time spent":"1.66163359s","remote":"127.0.0.1:58686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:28:14.972019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.357894Z","time spent":"2.614051362s","remote":"127.0.0.1:58698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-02T14:28:14.971526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.469606Z","time spent":"2.501913635s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T14:28:14.972045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.248661Z","time spent":"2.723364154s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":101,"response size":78133,"request content":"key:\"/registry/events/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-d8zdh.18a290079146434a\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:12731 "} {"level":"warn","ts":"2026-04-02T14:28:14.971783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T14:28:12.348211Z","time spent":"2.622393489s","remote":"127.0.0.1:42196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"}