{"level":"warn","ts":"2026-03-31T18:29:02.888746Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:29:02.888873Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.181:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.181:2380","--initial-cluster=instance=https://199.19.213.181:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.181:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.181:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:29:02.888977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:29:02.888997Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-03-31T18:29:02.889027Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:29:02.890132Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"]} {"level":"info","ts":"2026-03-31T18:29:02.890245Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.181:2380"],"listen-peer-urls":["https://199.19.213.181:2380"],"advertise-client-urls":["https://199.19.213.181:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.181:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:29:02.895256Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.729659ms"} {"level":"info","ts":"2026-03-31T18:29:02.907076Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1a532052a1358225","cluster-id":"b34324311008a1d3"} {"level":"info","ts":"2026-03-31T18:29:02.907188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:29:02.907223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 became follower at term 0"} {"level":"info","ts":"2026-03-31T18:29:02.907247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1a532052a1358225 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:29:02.907265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 became follower at term 1"} {"level":"info","ts":"2026-03-31T18:29:02.907316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 switched to configuration voters=(1896895407317156389)"} {"level":"warn","ts":"2026-03-31T18:29:02.916723Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:29:02.918578Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:29:02.920235Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:29:02.922735Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1a532052a1358225","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:29:02.923083Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1a532052a1358225","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:29:02.923974Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:29:02.924419Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:29:02.925964Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:29:02.926154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 switched to configuration voters=(1896895407317156389)"} {"level":"info","ts":"2026-03-31T18:29:02.926343Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b34324311008a1d3","local-member-id":"1a532052a1358225","added-peer-id":"1a532052a1358225","added-peer-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-03-31T18:29:02.927623Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:29:02.927913Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1a532052a1358225","initial-advertise-peer-urls":["https://199.19.213.181:2380"],"listen-peer-urls":["https://199.19.213.181:2380"],"advertise-client-urls":["https://199.19.213.181:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.181:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:29:02.927943Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:29:02.928012Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-31T18:29:02.928024Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.181:2380"} {"level":"info","ts":"2026-03-31T18:29:03.808148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:29:03.808199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:29:03.808218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 received MsgPreVoteResp from 1a532052a1358225 at term 1"} {"level":"info","ts":"2026-03-31T18:29:03.808232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:29:03.808241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 received MsgVoteResp from 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-03-31T18:29:03.808254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1a532052a1358225 became leader at term 2"} {"level":"info","ts":"2026-03-31T18:29:03.808265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1a532052a1358225 elected leader 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-03-31T18:29:03.851581Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1a532052a1358225","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.181:2379]}","request-path":"/0/members/1a532052a1358225/attributes","cluster-id":"b34324311008a1d3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:29:03.851647Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:03.851815Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:29:03.85198Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:29:03.852098Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:29:03.852165Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:29:03.854731Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.181:2379"} {"level":"info","ts":"2026-03-31T18:29:03.855611Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:29:03.894053Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b34324311008a1d3","local-member-id":"1a532052a1358225","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:03.894231Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:03.894454Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:29:12.184694Z","caller":"traceutil/trace.go:171","msg":"trace[961269605] linearizableReadLoop","detail":"{readStateIndex:344; appliedIndex:343; }","duration":"248.497259ms","start":"2026-03-31T18:29:11.936156Z","end":"2026-03-31T18:29:12.184654Z","steps":["trace[961269605] 'read index received' (duration: 248.309324ms)","trace[961269605] 'applied index is now lower than readState.Index' (duration: 185.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:12.184806Z","caller":"traceutil/trace.go:171","msg":"trace[1574046227] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"404.380863ms","start":"2026-03-31T18:29:11.780373Z","end":"2026-03-31T18:29:12.184753Z","steps":["trace[1574046227] 'process raft request' (duration: 404.116036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:12.18505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.829708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:12.185195Z","caller":"traceutil/trace.go:171","msg":"trace[1274033899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:333; }","duration":"249.064625ms","start":"2026-03-31T18:29:11.936103Z","end":"2026-03-31T18:29:12.185167Z","steps":["trace[1274033899] 'agreement among raft nodes before linearized reading' (duration: 248.719326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:12.185417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:11.780345Z","time spent":"404.548166ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:12.185525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.958958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:12.185565Z","caller":"traceutil/trace.go:171","msg":"trace[249740500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:333; }","duration":"236.03582ms","start":"2026-03-31T18:29:11.949516Z","end":"2026-03-31T18:29:12.185552Z","steps":["trace[249740500] 'agreement among raft nodes before linearized reading' (duration: 235.957168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.024345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728020474s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:29:14.128376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831619701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:14.128543Z","caller":"traceutil/trace.go:171","msg":"trace[1112715829] linearizableReadLoop","detail":"{readStateIndex:346; appliedIndex:344; }","duration":"1.936367188s","start":"2026-03-31T18:29:12.192159Z","end":"2026-03-31T18:29:14.128526Z","steps":["trace[1112715829] 'read index received' (duration: 104.203462ms)","trace[1112715829] 'applied index is now lower than readState.Index' (duration: 1.832162666s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:14.128632Z","caller":"traceutil/trace.go:171","msg":"trace[951165431] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"1.938173128s","start":"2026-03-31T18:29:12.19045Z","end":"2026-03-31T18:29:14.128623Z","steps":["trace[951165431] 'process raft request' (duration: 1.938021644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.128693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.190424Z","time spent":"1.938237508s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:14.128833Z","caller":"traceutil/trace.go:171","msg":"trace[582555116] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"1.938841106s","start":"2026-03-31T18:29:12.189947Z","end":"2026-03-31T18:29:14.128788Z","steps":["trace[582555116] 'process raft request' (duration: 106.399533ms)","trace[582555116] 'compare' (duration: 1.831503958s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:14.128929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.083907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:14.128961Z","caller":"traceutil/trace.go:171","msg":"trace[1900039177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:335; }","duration":"723.155989ms","start":"2026-03-31T18:29:13.405796Z","end":"2026-03-31T18:29:14.128952Z","steps":["trace[1900039177] 'agreement among raft nodes before linearized reading' (duration: 723.097087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.128969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936771729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-31T18:29:14.129035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.417422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:14.129031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.189932Z","time spent":"1.93899785s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:14.12905Z","caller":"traceutil/trace.go:171","msg":"trace[1580642251] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:335; }","duration":"1.936910852s","start":"2026-03-31T18:29:12.192121Z","end":"2026-03-31T18:29:14.129032Z","steps":["trace[1580642251] 'agreement among raft nodes before linearized reading' (duration: 1.936695936s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:14.129067Z","caller":"traceutil/trace.go:171","msg":"trace[197373778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:335; }","duration":"640.484574ms","start":"2026-03-31T18:29:13.488574Z","end":"2026-03-31T18:29:14.129059Z","steps":["trace[197373778] 'agreement among raft nodes before linearized reading' (duration: 640.443663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.129099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.488552Z","time spent":"640.543064ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:14.129099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.192103Z","time spent":"1.936986995s","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:29:14.129141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.711203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:29:14.128998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.405736Z","time spent":"723.25607ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:14.129232Z","caller":"traceutil/trace.go:171","msg":"trace[1468969398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:335; }","duration":"742.836855ms","start":"2026-03-31T18:29:13.386363Z","end":"2026-03-31T18:29:14.1292Z","steps":["trace[1468969398] 'agreement among raft nodes before linearized reading' (duration: 742.664501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.129274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:13.386334Z","time spent":"742.933379ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:14.12941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762056523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-03-31T18:29:14.129548Z","caller":"traceutil/trace.go:171","msg":"trace[1777863435] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:335; }","duration":"1.762232657s","start":"2026-03-31T18:29:12.367289Z","end":"2026-03-31T18:29:14.129522Z","steps":["trace[1777863435] 'agreement among raft nodes before linearized reading' (duration: 1.761550749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:14.129663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:12.367265Z","time spent":"1.762385691s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T18:29:14.638198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:15.683285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.125416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:15.683436Z","caller":"traceutil/trace.go:171","msg":"trace[1049305561] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"1.55076744s","start":"2026-03-31T18:29:14.132641Z","end":"2026-03-31T18:29:15.683409Z","steps":["trace[1049305561] 'process raft request' (duration: 773.419038ms)","trace[1049305561] 'compare' (duration: 776.94526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:15.68352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:14.132617Z","time spent":"1.550870342s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:15.709368Z","caller":"traceutil/trace.go:171","msg":"trace[1074307105] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"1.575454596s","start":"2026-03-31T18:29:14.133879Z","end":"2026-03-31T18:29:15.709334Z","steps":["trace[1074307105] 'process raft request' (duration: 1.575222358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.709599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:14.133851Z","time spent":"1.575644071s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:15.710472Z","caller":"traceutil/trace.go:171","msg":"trace[850161787] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"1.575277521s","start":"2026-03-31T18:29:14.134422Z","end":"2026-03-31T18:29:15.709699Z","steps":["trace[850161787] 'process raft request' (duration: 1.574860139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:15.710718Z","caller":"traceutil/trace.go:171","msg":"trace[957783114] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:346; }","duration":"1.573180534s","start":"2026-03-31T18:29:14.13747Z","end":"2026-03-31T18:29:15.71065Z","steps":["trace[957783114] 'read index received' (duration: 768.685879ms)","trace[957783114] 'applied index is now lower than readState.Index' (duration: 804.491825ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:15.710877Z","caller":"traceutil/trace.go:171","msg":"trace[1746442319] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"1.574372667s","start":"2026-03-31T18:29:14.136466Z","end":"2026-03-31T18:29:15.710839Z","steps":["trace[1746442319] 'process raft request' (duration: 1.573145072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.710967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:14.136435Z","time spent":"1.57448255s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.71104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573529564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:15.711104Z","caller":"traceutil/trace.go:171","msg":"trace[2043285185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:339; }","duration":"1.573636516s","start":"2026-03-31T18:29:14.137441Z","end":"2026-03-31T18:29:15.711077Z","steps":["trace[2043285185] 'agreement among raft nodes before linearized reading' (duration: 1.573434821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:15.710766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:14.134392Z","time spent":"1.576208436s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:15.711148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:14.137431Z","time spent":"1.573707259s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:16.127837Z","caller":"traceutil/trace.go:171","msg":"trace[448478570] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"129.634995ms","start":"2026-03-31T18:29:15.998166Z","end":"2026-03-31T18:29:16.127801Z","steps":["trace[448478570] 'process raft request' (duration: 56.002924ms)","trace[448478570] 'compare' (duration: 73.24236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:19.932776Z","caller":"traceutil/trace.go:171","msg":"trace[1993165255] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"148.754924ms","start":"2026-03-31T18:29:19.783988Z","end":"2026-03-31T18:29:19.932743Z","steps":["trace[1993165255] 'process raft request' (duration: 86.553974ms)","trace[1993165255] 'compare' (duration: 62.037385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:20.603773Z","caller":"traceutil/trace.go:171","msg":"trace[1844606193] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"400.481183ms","start":"2026-03-31T18:29:20.203257Z","end":"2026-03-31T18:29:20.603738Z","steps":["trace[1844606193] 'read index received' (duration: 400.164534ms)","trace[1844606193] 'applied index is now lower than readState.Index' (duration: 315.519µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:20.603854Z","caller":"traceutil/trace.go:171","msg":"trace[1823508348] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"416.890384ms","start":"2026-03-31T18:29:20.186916Z","end":"2026-03-31T18:29:20.603806Z","steps":["trace[1823508348] 'process raft request' (duration: 416.640818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.603957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.668268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:20.604007Z","caller":"traceutil/trace.go:171","msg":"trace[1440237326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"400.818173ms","start":"2026-03-31T18:29:20.203176Z","end":"2026-03-31T18:29:20.603994Z","steps":["trace[1440237326] 'agreement among raft nodes before linearized reading' (duration: 400.69468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:20.604051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.203158Z","time spent":"400.883464ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:20.604067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.186889Z","time spent":"417.06701ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:21.367468Z","caller":"traceutil/trace.go:171","msg":"trace[1686801843] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:419; }","duration":"409.834567ms","start":"2026-03-31T18:29:20.957601Z","end":"2026-03-31T18:29:21.367435Z","steps":["trace[1686801843] 'read index received' (duration: 409.642301ms)","trace[1686801843] 'applied index is now lower than readState.Index' (duration: 191.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:21.367562Z","caller":"traceutil/trace.go:171","msg":"trace[1693315221] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"758.377949ms","start":"2026-03-31T18:29:20.609145Z","end":"2026-03-31T18:29:21.367523Z","steps":["trace[1693315221] 'process raft request' (duration: 758.142931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.367604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.988001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:21.36764Z","caller":"traceutil/trace.go:171","msg":"trace[210187732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"410.044223ms","start":"2026-03-31T18:29:20.957587Z","end":"2026-03-31T18:29:21.367631Z","steps":["trace[210187732] 'agreement among raft nodes before linearized reading' (duration: 409.96381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:21.367675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.957526Z","time spent":"410.141024ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:21.367745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:20.609117Z","time spent":"758.525743ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:25.553024Z","caller":"traceutil/trace.go:171","msg":"trace[713226551] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"165.955637ms","start":"2026-03-31T18:29:25.387045Z","end":"2026-03-31T18:29:25.553Z","steps":["trace[713226551] 'process raft request' (duration: 165.783582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.067866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.740817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:26.067955Z","caller":"traceutil/trace.go:171","msg":"trace[50634763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"109.88345ms","start":"2026-03-31T18:29:25.958052Z","end":"2026-03-31T18:29:26.067936Z","steps":["trace[50634763] 'range keys from in-memory index tree' (duration: 109.646543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.06828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.851108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:26.068365Z","caller":"traceutil/trace.go:171","msg":"trace[236906633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"110.98048ms","start":"2026-03-31T18:29:25.957364Z","end":"2026-03-31T18:29:26.068345Z","steps":["trace[236906633] 'range keys from in-memory index tree' (duration: 110.654032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:26.491164Z","caller":"traceutil/trace.go:171","msg":"trace[322645309] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"249.520498ms","start":"2026-03-31T18:29:26.241591Z","end":"2026-03-31T18:29:26.491112Z","steps":["trace[322645309] 'process raft request' (duration: 220.028948ms)","trace[322645309] 'compare' (duration: 29.009605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:27.044992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:27.545706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:28.04615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:28.21552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.590011718s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:28.252099Z","caller":"traceutil/trace.go:171","msg":"trace[11097896] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"1.711854773s","start":"2026-03-31T18:29:26.540202Z","end":"2026-03-31T18:29:28.252057Z","steps":["trace[11097896] 'process raft request' (duration: 1.675614603s)","trace[11097896] 'compare' (duration: 36.064045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:28.252326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.540155Z","time spent":"1.712056749s","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:28.300302Z","caller":"traceutil/trace.go:171","msg":"trace[1317493164] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:451; }","duration":"1.756016436s","start":"2026-03-31T18:29:26.544266Z","end":"2026-03-31T18:29:28.300282Z","steps":["trace[1317493164] 'read index received' (duration: 1.67153795s)","trace[1317493164] 'applied index is now lower than readState.Index' (duration: 84.477976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:28.300411Z","caller":"traceutil/trace.go:171","msg":"trace[1198081695] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"1.756255223s","start":"2026-03-31T18:29:26.544109Z","end":"2026-03-31T18:29:28.300364Z","steps":["trace[1198081695] 'process raft request' (duration: 1.756062077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.300496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756223861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-03-31T18:29:28.300527Z","caller":"traceutil/trace.go:171","msg":"trace[1820557285] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:439; }","duration":"1.756364736s","start":"2026-03-31T18:29:26.54415Z","end":"2026-03-31T18:29:28.300515Z","steps":["trace[1820557285] 'agreement among raft nodes before linearized reading' (duration: 1.756233882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.300554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.54412Z","time spent":"1.756427607s","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3878,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-31T18:29:28.300644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.544084Z","time spent":"1.756441867s","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:28.30906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349931755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:28.309248Z","caller":"traceutil/trace.go:171","msg":"trace[36486146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:440; }","duration":"1.350156202s","start":"2026-03-31T18:29:26.959073Z","end":"2026-03-31T18:29:28.309229Z","steps":["trace[36486146] 'agreement among raft nodes before linearized reading' (duration: 1.349911055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.309091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272140927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:29:28.309338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.959052Z","time spent":"1.350271865s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:28.309412Z","caller":"traceutil/trace.go:171","msg":"trace[780353452] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:440; }","duration":"1.272462015s","start":"2026-03-31T18:29:27.0369Z","end":"2026-03-31T18:29:28.309362Z","steps":["trace[780353452] 'agreement among raft nodes before linearized reading' (duration: 1.272088095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.309135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673564137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:29:28.309504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:27.036878Z","time spent":"1.272605341s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"info","ts":"2026-03-31T18:29:28.309507Z","caller":"traceutil/trace.go:171","msg":"trace[1284054014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:440; }","duration":"1.674001479s","start":"2026-03-31T18:29:26.635488Z","end":"2026-03-31T18:29:28.309489Z","steps":["trace[1284054014] 'agreement among raft nodes before linearized reading' (duration: 1.673523636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.309611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.635465Z","time spent":"1.674110192s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:28.309155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.188704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:28.309711Z","caller":"traceutil/trace.go:171","msg":"trace[1743238652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:440; }","duration":"187.762469ms","start":"2026-03-31T18:29:28.121926Z","end":"2026-03-31T18:29:28.309688Z","steps":["trace[1743238652] 'agreement among raft nodes before linearized reading' (duration: 187.196474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.309131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.309217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:28.309822Z","caller":"traceutil/trace.go:171","msg":"trace[1178023324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:440; }","duration":"487.009576ms","start":"2026-03-31T18:29:27.822801Z","end":"2026-03-31T18:29:28.309811Z","steps":["trace[1178023324] 'agreement among raft nodes before linearized reading' (duration: 486.174032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.30985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:27.822723Z","time spent":"487.11827ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:28.309127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.31766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:28.309923Z","caller":"traceutil/trace.go:171","msg":"trace[576291772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:440; }","duration":"752.220675ms","start":"2026-03-31T18:29:27.557675Z","end":"2026-03-31T18:29:28.309895Z","steps":["trace[576291772] 'agreement among raft nodes before linearized reading' (duration: 751.371851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:28.309971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:27.557645Z","time spent":"752.316838ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:29:40.87517Z","caller":"traceutil/trace.go:171","msg":"trace[1564440770] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"206.376095ms","start":"2026-03-31T18:29:40.668774Z","end":"2026-03-31T18:29:40.87515Z","steps":["trace[1564440770] 'process raft request' (duration: 205.17612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.898208Z","caller":"traceutil/trace.go:171","msg":"trace[452203486] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"229.35997ms","start":"2026-03-31T18:29:40.668816Z","end":"2026-03-31T18:29:40.898176Z","steps":["trace[452203486] 'process raft request' (duration: 229.081983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.898277Z","caller":"traceutil/trace.go:171","msg":"trace[1405773825] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"229.121923ms","start":"2026-03-31T18:29:40.669148Z","end":"2026-03-31T18:29:40.89827Z","steps":["trace[1405773825] 'process raft request' (duration: 228.907227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:40.898229Z","caller":"traceutil/trace.go:171","msg":"trace[1189995582] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"129.659187ms","start":"2026-03-31T18:29:40.768546Z","end":"2026-03-31T18:29:40.898205Z","steps":["trace[1189995582] 'process raft request' (duration: 129.607265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.457213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:41.634897Z","caller":"traceutil/trace.go:171","msg":"trace[56277052] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"720.513154ms","start":"2026-03-31T18:29:40.914342Z","end":"2026-03-31T18:29:41.634855Z","steps":["trace[56277052] 'process raft request' (duration: 709.7091ms)","trace[56277052] 'compare' (duration: 10.514606ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:41.634948Z","caller":"traceutil/trace.go:171","msg":"trace[257785151] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"706.203781ms","start":"2026-03-31T18:29:40.928711Z","end":"2026-03-31T18:29:41.634915Z","steps":["trace[257785151] 'process raft request' (duration: 706.066948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.635012Z","caller":"traceutil/trace.go:171","msg":"trace[1845107911] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"673.469061ms","start":"2026-03-31T18:29:40.961511Z","end":"2026-03-31T18:29:41.63498Z","steps":["trace[1845107911] 'process raft request' (duration: 673.341557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.635079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.914312Z","time spent":"720.661098ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:41.635109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.961495Z","time spent":"673.564604ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:41.635138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.928687Z","time spent":"706.350115ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:41.635202Z","caller":"traceutil/trace.go:171","msg":"trace[206267782] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"656.064792ms","start":"2026-03-31T18:29:40.979129Z","end":"2026-03-31T18:29:41.635194Z","steps":["trace[206267782] 'process raft request' (duration: 655.783473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:41.635197Z","caller":"traceutil/trace.go:171","msg":"trace[220992907] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:571; }","duration":"678.883223ms","start":"2026-03-31T18:29:40.956293Z","end":"2026-03-31T18:29:41.635176Z","steps":["trace[220992907] 'read index received' (duration: 667.840852ms)","trace[220992907] 'applied index is now lower than readState.Index' (duration: 11.041371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:41.635251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.979105Z","time spent":"656.111722ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:41.635312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.001286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:41.635349Z","caller":"traceutil/trace.go:171","msg":"trace[30209652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"679.081117ms","start":"2026-03-31T18:29:40.956259Z","end":"2026-03-31T18:29:41.63534Z","steps":["trace[30209652] 'agreement among raft nodes before linearized reading' (duration: 678.987865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:41.635382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:40.956246Z","time spent":"679.12833ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:42.182879Z","caller":"traceutil/trace.go:171","msg":"trace[888167260] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"528.71933ms","start":"2026-03-31T18:29:41.654098Z","end":"2026-03-31T18:29:42.182818Z","steps":["trace[888167260] 'process raft request' (duration: 527.579467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.18303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.65407Z","time spent":"528.894845ms","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:42.192571Z","caller":"traceutil/trace.go:171","msg":"trace[2062530182] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"531.326402ms","start":"2026-03-31T18:29:41.661224Z","end":"2026-03-31T18:29:42.192551Z","steps":["trace[2062530182] 'process raft request' (duration: 531.126476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.192729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.661205Z","time spent":"531.458386ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:42.193053Z","caller":"traceutil/trace.go:171","msg":"trace[202154572] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"525.065297ms","start":"2026-03-31T18:29:41.667951Z","end":"2026-03-31T18:29:42.193016Z","steps":["trace[202154572] 'process raft request' (duration: 524.558412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.193205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.66793Z","time spent":"525.192081ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:42.193236Z","caller":"traceutil/trace.go:171","msg":"trace[1172593388] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:575; }","duration":"234.929437ms","start":"2026-03-31T18:29:41.958289Z","end":"2026-03-31T18:29:42.193218Z","steps":["trace[1172593388] 'read index received' (duration: 223.513876ms)","trace[1172593388] 'applied index is now lower than readState.Index' (duration: 11.414871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:42.193348Z","caller":"traceutil/trace.go:171","msg":"trace[559287240] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"463.765054ms","start":"2026-03-31T18:29:41.729466Z","end":"2026-03-31T18:29:42.193231Z","steps":["trace[559287240] 'process raft request' (duration: 463.569318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:42.19349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:41.729445Z","time spent":"463.981099ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:42.193792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.463831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:42.193828Z","caller":"traceutil/trace.go:171","msg":"trace[535393026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"235.586935ms","start":"2026-03-31T18:29:41.958232Z","end":"2026-03-31T18:29:42.193819Z","steps":["trace[535393026] 'agreement among raft nodes before linearized reading' (duration: 235.0551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:47.260716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.326594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:47.26083Z","caller":"traceutil/trace.go:171","msg":"trace[604097423] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:618; }","duration":"104.476769ms","start":"2026-03-31T18:29:47.156329Z","end":"2026-03-31T18:29:47.260806Z","steps":["trace[604097423] 'range keys from in-memory index tree' (duration: 104.266662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:48.352347Z","caller":"traceutil/trace.go:171","msg":"trace[75727125] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"106.117235ms","start":"2026-03-31T18:29:48.246204Z","end":"2026-03-31T18:29:48.352321Z","steps":["trace[75727125] 'process raft request' (duration: 105.522528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:49.44371Z","caller":"traceutil/trace.go:171","msg":"trace[424045449] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"171.73325ms","start":"2026-03-31T18:29:49.271953Z","end":"2026-03-31T18:29:49.443686Z","steps":["trace[424045449] 'process raft request' (duration: 171.471062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:49.443683Z","caller":"traceutil/trace.go:171","msg":"trace[911566301] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"148.65924ms","start":"2026-03-31T18:29:49.294994Z","end":"2026-03-31T18:29:49.443654Z","steps":["trace[911566301] 'read index received' (duration: 148.383523ms)","trace[911566301] 'applied index is now lower than readState.Index' (duration: 274.497µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:49.443889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.00462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T18:29:49.443957Z","caller":"traceutil/trace.go:171","msg":"trace[1029197951] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:636; }","duration":"149.143575ms","start":"2026-03-31T18:29:49.294798Z","end":"2026-03-31T18:29:49.443942Z","steps":["trace[1029197951] 'agreement among raft nodes before linearized reading' (duration: 148.951989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.956138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:51.956263Z","caller":"traceutil/trace.go:171","msg":"trace[244041769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164762s","start":"2026-03-31T18:29:49.956077Z","end":"2026-03-31T18:29:51.956241Z","steps":["trace[244041769] 'agreement among raft nodes before linearized reading' (duration: 2.000013948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.956309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.956057Z","time spent":"2.000242824s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:53.064614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932878273s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:53.065052Z","caller":"traceutil/trace.go:171","msg":"trace[1744219283] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"3.211925701s","start":"2026-03-31T18:29:49.853091Z","end":"2026-03-31T18:29:53.065016Z","steps":["trace[1744219283] 'read index received' (duration: 278.490703ms)","trace[1744219283] 'applied index is now lower than readState.Index' (duration: 2.933431298s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:53.065119Z","caller":"traceutil/trace.go:171","msg":"trace[597614982] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"3.551610964s","start":"2026-03-31T18:29:49.513487Z","end":"2026-03-31T18:29:53.065098Z","steps":["trace[597614982] 'process raft request' (duration: 618.156015ms)","trace[597614982] 'compare' (duration: 2.932665677s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:53.065195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.513465Z","time spent":"3.551692627s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:53.06519Z","caller":"traceutil/trace.go:171","msg":"trace[2060491154] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.104363019s","start":"2026-03-31T18:29:51.960801Z","end":"2026-03-31T18:29:53.065164Z","steps":["trace[2060491154] 'process raft request' (duration: 1.103920637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.065353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.960765Z","time spent":"1.104488153s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:53.215294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.472983ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:29:53.215404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362303251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4gjk8\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T18:29:53.215426Z","caller":"traceutil/trace.go:171","msg":"trace[1694932802] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"150.282588ms","start":"2026-03-31T18:29:53.065125Z","end":"2026-03-31T18:29:53.215409Z","steps":["trace[1694932802] 'read index received' (duration: 65.293µs)","trace[1694932802] 'applied index is now lower than readState.Index' (duration: 150.215905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:53.215466Z","caller":"traceutil/trace.go:171","msg":"trace[1479902712] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4gjk8; range_end:; response_count:1; response_revision:638; }","duration":"3.362399832s","start":"2026-03-31T18:29:49.853042Z","end":"2026-03-31T18:29:53.215442Z","steps":["trace[1479902712] 'agreement among raft nodes before linearized reading' (duration: 3.212080054s)","trace[1479902712] 'range keys from in-memory index tree' (duration: 150.067531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:53.215563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67603775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:29:53.215595Z","caller":"traceutil/trace.go:171","msg":"trace[1918659500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"2.676112663s","start":"2026-03-31T18:29:50.539472Z","end":"2026-03-31T18:29:53.215585Z","steps":["trace[1918659500] 'agreement among raft nodes before linearized reading' (duration: 2.675981059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.21562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.53945Z","time spent":"2.676164055s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:53.215497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.853024Z","time spent":"3.362466925s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-4gjk8\" "} {"level":"warn","ts":"2026-03-31T18:29:53.215641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654009832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:29:53.21563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252509275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:53.21568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654626258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:53.215709Z","caller":"traceutil/trace.go:171","msg":"trace[563362397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"2.654093693s","start":"2026-03-31T18:29:50.561591Z","end":"2026-03-31T18:29:53.215685Z","steps":["trace[563362397] 'agreement among raft nodes before linearized reading' (duration: 2.653894728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.215757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.561584Z","time spent":"2.654162065s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:53.21576Z","caller":"traceutil/trace.go:171","msg":"trace[1833800279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"2.654737112s","start":"2026-03-31T18:29:50.561001Z","end":"2026-03-31T18:29:53.215738Z","steps":["trace[1833800279] 'agreement among raft nodes before linearized reading' (duration: 2.654553797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.215767Z","caller":"traceutil/trace.go:171","msg":"trace[153014851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"1.252707881s","start":"2026-03-31T18:29:51.963024Z","end":"2026-03-31T18:29:53.215732Z","steps":["trace[153014851] 'agreement among raft nodes before linearized reading' (duration: 1.252426233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.215801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.560981Z","time spent":"2.654809363s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:53.215832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.962994Z","time spent":"1.252827875s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:53.216173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654104053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:29:53.216256Z","caller":"traceutil/trace.go:171","msg":"trace[2031544309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"2.654800644s","start":"2026-03-31T18:29:50.561438Z","end":"2026-03-31T18:29:53.216239Z","steps":["trace[2031544309] 'agreement among raft nodes before linearized reading' (duration: 2.654038643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.21631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.561427Z","time spent":"2.654870766s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:53.504753Z","caller":"traceutil/trace.go:171","msg":"trace[519383130] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"284.669136ms","start":"2026-03-31T18:29:53.22006Z","end":"2026-03-31T18:29:53.504729Z","steps":["trace[519383130] 'process raft request' (duration: 284.46279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.504915Z","caller":"traceutil/trace.go:171","msg":"trace[1859251177] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"284.80406ms","start":"2026-03-31T18:29:53.220082Z","end":"2026-03-31T18:29:53.504886Z","steps":["trace[1859251177] 'process raft request' (duration: 284.607004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.682116Z","caller":"traceutil/trace.go:171","msg":"trace[257639932] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"461.738836ms","start":"2026-03-31T18:29:53.220316Z","end":"2026-03-31T18:29:53.682055Z","steps":["trace[257639932] 'process raft request' (duration: 461.405197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.682298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.220298Z","time spent":"461.91286ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:53.682329Z","caller":"traceutil/trace.go:171","msg":"trace[356718225] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:662; }","duration":"458.044101ms","start":"2026-03-31T18:29:53.22426Z","end":"2026-03-31T18:29:53.682304Z","steps":["trace[356718225] 'read index received' (duration: 280.279802ms)","trace[356718225] 'applied index is now lower than readState.Index' (duration: 177.763179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:53.682474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.193777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:53.682518Z","caller":"traceutil/trace.go:171","msg":"trace[886761215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"458.289808ms","start":"2026-03-31T18:29:53.224214Z","end":"2026-03-31T18:29:53.682504Z","steps":["trace[886761215] 'agreement among raft nodes before linearized reading' (duration: 458.180925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.68256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.224198Z","time spent":"458.351411ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:53.682549Z","caller":"traceutil/trace.go:171","msg":"trace[399556805] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"460.379077ms","start":"2026-03-31T18:29:53.222137Z","end":"2026-03-31T18:29:53.682516Z","steps":["trace[399556805] 'process raft request' (duration: 459.751699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.682636Z","caller":"traceutil/trace.go:171","msg":"trace[544204183] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"451.867278ms","start":"2026-03-31T18:29:53.230756Z","end":"2026-03-31T18:29:53.682624Z","steps":["trace[544204183] 'process raft request' (duration: 451.454966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:53.682712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.230735Z","time spent":"451.93484ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:53.682717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:53.222125Z","time spent":"460.504201ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:57.408314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.039351Z","time spent":"368.955176ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:29:58.347585Z","caller":"traceutil/trace.go:171","msg":"trace[4887659] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"124.707958ms","start":"2026-03-31T18:29:58.222837Z","end":"2026-03-31T18:29:58.347545Z","steps":["trace[4887659] 'process raft request' (duration: 107.620468ms)","trace[4887659] 'compare' (duration: 16.836503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:58.347605Z","caller":"traceutil/trace.go:171","msg":"trace[2110503066] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"104.838909ms","start":"2026-03-31T18:29:58.242745Z","end":"2026-03-31T18:29:58.347584Z","steps":["trace[2110503066] 'process raft request' (duration: 104.790228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.347726Z","caller":"traceutil/trace.go:171","msg":"trace[1755003311] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"120.596522ms","start":"2026-03-31T18:29:58.227077Z","end":"2026-03-31T18:29:58.347673Z","steps":["trace[1755003311] 'process raft request' (duration: 120.386976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.799868Z","caller":"traceutil/trace.go:171","msg":"trace[886704812] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"208.139225ms","start":"2026-03-31T18:29:58.591702Z","end":"2026-03-31T18:29:58.799841Z","steps":["trace[886704812] 'process raft request' (duration: 164.60076ms)","trace[886704812] 'compare' (duration: 43.412541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:59.341382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418400978,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:59.519085Z","caller":"traceutil/trace.go:171","msg":"trace[1964736540] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"873.506956ms","start":"2026-03-31T18:29:58.645555Z","end":"2026-03-31T18:29:59.519062Z","steps":["trace[1964736540] 'process raft request' (duration: 873.375853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.519245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.645531Z","time spent":"873.649762ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:29:59.592948Z","caller":"traceutil/trace.go:171","msg":"trace[1376520028] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:722; }","duration":"752.41057ms","start":"2026-03-31T18:29:58.840514Z","end":"2026-03-31T18:29:59.592924Z","steps":["trace[1376520028] 'read index received' (duration: 678.550142ms)","trace[1376520028] 'applied index is now lower than readState.Index' (duration: 73.858358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:59.592978Z","caller":"traceutil/trace.go:171","msg":"trace[663069256] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"694.80662ms","start":"2026-03-31T18:29:58.898141Z","end":"2026-03-31T18:29:59.592948Z","steps":["trace[663069256] 'process raft request' (duration: 694.647436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.593136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.898125Z","time spent":"694.937235ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:29:59.593262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.720499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:59.593366Z","caller":"traceutil/trace.go:171","msg":"trace[2137390677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:698; }","duration":"752.884094ms","start":"2026-03-31T18:29:58.840456Z","end":"2026-03-31T18:29:59.59334Z","steps":["trace[2137390677] 'agreement among raft nodes before linearized reading' (duration: 752.565585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:59.59351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.840433Z","time spent":"753.06503ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:00.068789Z","caller":"traceutil/trace.go:171","msg":"trace[1541556059] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:723; }","duration":"475.75328ms","start":"2026-03-31T18:29:59.593014Z","end":"2026-03-31T18:30:00.068767Z","steps":["trace[1541556059] 'read index received' (duration: 475.665447ms)","trace[1541556059] 'applied index is now lower than readState.Index' (duration: 84.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:00.068905Z","caller":"traceutil/trace.go:171","msg":"trace[287686255] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"538.447683ms","start":"2026-03-31T18:29:59.530448Z","end":"2026-03-31T18:30:00.068896Z","steps":["trace[287686255] 'process raft request' (duration: 538.185895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.069006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.530433Z","time spent":"538.498285ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13205,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:00.069316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.825718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:00.069378Z","caller":"traceutil/trace.go:171","msg":"trace[1408168018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:699; }","duration":"541.885809ms","start":"2026-03-31T18:29:59.527481Z","end":"2026-03-31T18:30:00.069366Z","steps":["trace[1408168018] 'agreement among raft nodes before linearized reading' (duration: 541.741345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.069415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.527417Z","time spent":"541.991323ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:00.069417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.072706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.069714Z","caller":"traceutil/trace.go:171","msg":"trace[133314198] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:699; }","duration":"829.425776ms","start":"2026-03-31T18:29:59.240259Z","end":"2026-03-31T18:30:00.069684Z","steps":["trace[133314198] 'agreement among raft nodes before linearized reading' (duration: 829.016804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.069776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172816763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4gjk8\" ","response":"range_response_count:1 size:17790"} {"level":"warn","ts":"2026-03-31T18:30:00.069818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.240238Z","time spent":"829.56361ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:00.069869Z","caller":"traceutil/trace.go:171","msg":"trace[895039221] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4gjk8; range_end:; response_count:1; response_revision:699; }","duration":"1.172975049s","start":"2026-03-31T18:29:58.896871Z","end":"2026-03-31T18:30:00.069846Z","steps":["trace[895039221] 'agreement among raft nodes before linearized reading' (duration: 1.172493755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.069884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.487219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-31T18:30:00.069874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.752937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:00.069935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:58.896857Z","time spent":"1.17306426s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17813,"request content":"key:\"/registry/pods/kube-system/cilium-4gjk8\" "} {"level":"info","ts":"2026-03-31T18:30:00.069987Z","caller":"traceutil/trace.go:171","msg":"trace[518578050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:699; }","duration":"621.90713ms","start":"2026-03-31T18:29:59.448056Z","end":"2026-03-31T18:30:00.069963Z","steps":["trace[518578050] 'agreement among raft nodes before linearized reading' (duration: 621.608022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.286017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:00.070052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.44804Z","time spent":"621.997364ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:00.070069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.311103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:00.070075Z","caller":"traceutil/trace.go:171","msg":"trace[121964095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"112.403411ms","start":"2026-03-31T18:29:59.957658Z","end":"2026-03-31T18:30:00.070062Z","steps":["trace[121964095] 'agreement among raft nodes before linearized reading' (duration: 112.277508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.070098Z","caller":"traceutil/trace.go:171","msg":"trace[283271771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:699; }","duration":"344.398676ms","start":"2026-03-31T18:29:59.725691Z","end":"2026-03-31T18:30:00.070089Z","steps":["trace[283271771] 'agreement among raft nodes before linearized reading' (duration: 344.328453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030081989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:00.069922Z","caller":"traceutil/trace.go:171","msg":"trace[1879348251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"429.56697ms","start":"2026-03-31T18:29:59.640344Z","end":"2026-03-31T18:30:00.069911Z","steps":["trace[1879348251] 'agreement among raft nodes before linearized reading' (duration: 429.469197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.070182Z","caller":"traceutil/trace.go:171","msg":"trace[474828651] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:699; }","duration":"1.030234905s","start":"2026-03-31T18:29:59.039924Z","end":"2026-03-31T18:30:00.070159Z","steps":["trace[474828651] 'agreement among raft nodes before linearized reading' (duration: 1.030033949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.188367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:30:00.0702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.132053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-31T18:30:00.070205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.640321Z","time spent":"429.87272ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-31T18:30:00.070219Z","caller":"traceutil/trace.go:171","msg":"trace[987547242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:699; }","duration":"345.25742ms","start":"2026-03-31T18:29:59.724953Z","end":"2026-03-31T18:30:00.070211Z","steps":["trace[987547242] 'agreement among raft nodes before linearized reading' (duration: 345.190128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.039907Z","time spent":"1.030313566s","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.070249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.724928Z","time spent":"345.31574ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:00.070313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.64648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:30:00.070126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.725665Z","time spent":"344.455426ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:00.070358Z","caller":"traceutil/trace.go:171","msg":"trace[2111964433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:699; }","duration":"543.743332ms","start":"2026-03-31T18:29:59.526604Z","end":"2026-03-31T18:30:00.070347Z","steps":["trace[2111964433] 'agreement among raft nodes before linearized reading' (duration: 543.631369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.526587Z","time spent":"543.800764ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:30:00.070244Z","caller":"traceutil/trace.go:171","msg":"trace[1048886907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"629.208385ms","start":"2026-03-31T18:29:59.441021Z","end":"2026-03-31T18:30:00.07023Z","steps":["trace[1048886907] 'agreement among raft nodes before linearized reading' (duration: 629.045671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.070481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.441002Z","time spent":"629.471523ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-31T18:30:00.070002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.159873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-31T18:30:00.070579Z","caller":"traceutil/trace.go:171","msg":"trace[1010428111] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:699; }","duration":"230.752488ms","start":"2026-03-31T18:29:59.839809Z","end":"2026-03-31T18:30:00.070562Z","steps":["trace[1010428111] 'agreement among raft nodes before linearized reading' (duration: 230.131892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.477613Z","caller":"traceutil/trace.go:171","msg":"trace[2077159400] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"402.087209ms","start":"2026-03-31T18:30:00.075497Z","end":"2026-03-31T18:30:00.477584Z","steps":["trace[2077159400] 'process raft request' (duration: 401.934074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.4778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.075476Z","time spent":"402.217092ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.53883Z","caller":"traceutil/trace.go:171","msg":"trace[1992867405] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"463.127884ms","start":"2026-03-31T18:30:00.075671Z","end":"2026-03-31T18:30:00.538798Z","steps":["trace[1992867405] 'process raft request' (duration: 462.854637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.539032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.075662Z","time spent":"463.270758ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.539144Z","caller":"traceutil/trace.go:171","msg":"trace[862997641] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"463.391932ms","start":"2026-03-31T18:30:00.075726Z","end":"2026-03-31T18:30:00.539118Z","steps":["trace[862997641] 'process raft request' (duration: 463.014282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.539301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.075678Z","time spent":"463.540036ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.539449Z","caller":"traceutil/trace.go:171","msg":"trace[475189967] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"463.266409ms","start":"2026-03-31T18:30:00.076171Z","end":"2026-03-31T18:30:00.539437Z","steps":["trace[475189967] 'process raft request' (duration: 462.809457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.539703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.076144Z","time spent":"463.528786ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.539702Z","caller":"traceutil/trace.go:171","msg":"trace[1971655677] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"463.159175ms","start":"2026-03-31T18:30:00.076524Z","end":"2026-03-31T18:30:00.539683Z","steps":["trace[1971655677] 'process raft request' (duration: 462.766475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.539792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.076515Z","time spent":"463.231587ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.539872Z","caller":"traceutil/trace.go:171","msg":"trace[238220354] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"456.970001ms","start":"2026-03-31T18:30:00.082828Z","end":"2026-03-31T18:30:00.539798Z","steps":["trace[238220354] 'process raft request' (duration: 456.602221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.53992Z","caller":"traceutil/trace.go:171","msg":"trace[538610675] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:724; }","duration":"298.7086ms","start":"2026-03-31T18:30:00.241077Z","end":"2026-03-31T18:30:00.539785Z","steps":["trace[538610675] 'read index received' (duration: 236.358726ms)","trace[538610675] 'applied index is now lower than readState.Index' (duration: 62.348394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.54006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.082819Z","time spent":"457.135237ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.54027Z","caller":"traceutil/trace.go:171","msg":"trace[462115989] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"454.344468ms","start":"2026-03-31T18:30:00.085909Z","end":"2026-03-31T18:30:00.540253Z","steps":["trace[462115989] 'process raft request' (duration: 453.803353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.540416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.085887Z","time spent":"454.42737ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:00.540651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.563884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-31T18:30:00.540718Z","caller":"traceutil/trace.go:171","msg":"trace[822064505] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"299.681588ms","start":"2026-03-31T18:30:00.241019Z","end":"2026-03-31T18:30:00.5407Z","steps":["trace[822064505] 'agreement among raft nodes before linearized reading' (duration: 299.42347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.541446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.623261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-31T18:30:00.541702Z","caller":"traceutil/trace.go:171","msg":"trace[1493420008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"100.915748ms","start":"2026-03-31T18:30:00.440771Z","end":"2026-03-31T18:30:00.541686Z","steps":["trace[1493420008] 'agreement among raft nodes before linearized reading' (duration: 99.676842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.102037Z","caller":"traceutil/trace.go:171","msg":"trace[1052626363] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:733; }","duration":"194.5021ms","start":"2026-03-31T18:30:00.907513Z","end":"2026-03-31T18:30:01.102015Z","steps":["trace[1052626363] 'read index received' (duration: 194.222452ms)","trace[1052626363] 'applied index is now lower than readState.Index' (duration: 278.438µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:01.102203Z","caller":"traceutil/trace.go:171","msg":"trace[186656447] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"243.854528ms","start":"2026-03-31T18:30:00.858322Z","end":"2026-03-31T18:30:01.102177Z","steps":["trace[186656447] 'process raft request' (duration: 243.527349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.102315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.121913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:01.102352Z","caller":"traceutil/trace.go:171","msg":"trace[524470122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:709; }","duration":"144.205185ms","start":"2026-03-31T18:30:00.958138Z","end":"2026-03-31T18:30:01.102343Z","steps":["trace[524470122] 'agreement among raft nodes before linearized reading' (duration: 144.01657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.102594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.049085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4gjk8\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-31T18:30:01.102699Z","caller":"traceutil/trace.go:171","msg":"trace[1465381080] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4gjk8; range_end:; response_count:1; response_revision:709; }","duration":"195.21221ms","start":"2026-03-31T18:30:00.907464Z","end":"2026-03-31T18:30:01.102676Z","steps":["trace[1465381080] 'agreement among raft nodes before linearized reading' (duration: 194.696105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.538437Z","caller":"traceutil/trace.go:171","msg":"trace[1840781720] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"421.971587ms","start":"2026-03-31T18:30:01.116432Z","end":"2026-03-31T18:30:01.538403Z","steps":["trace[1840781720] 'process raft request' (duration: 421.755021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.538667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.11641Z","time spent":"422.147282ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:01.637834Z","caller":"traceutil/trace.go:171","msg":"trace[1823736026] transaction","detail":"{read_only:false; response_revision:711; number_of_response:1; }","duration":"519.665875ms","start":"2026-03-31T18:30:01.11814Z","end":"2026-03-31T18:30:01.637806Z","steps":["trace[1823736026] 'process raft request' (duration: 508.609803ms)","trace[1823736026] 'compare' (duration: 10.766943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:01.637961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.118103Z","time spent":"519.791019ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:01.638049Z","caller":"traceutil/trace.go:171","msg":"trace[1264608474] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"365.466489ms","start":"2026-03-31T18:30:01.272555Z","end":"2026-03-31T18:30:01.638022Z","steps":["trace[1264608474] 'process raft request' (duration: 365.148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:01.638175Z","caller":"traceutil/trace.go:171","msg":"trace[1747388939] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"171.632806ms","start":"2026-03-31T18:30:01.466527Z","end":"2026-03-31T18:30:01.63816Z","steps":["trace[1747388939] 'process raft request' (duration: 171.325598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.63823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.272527Z","time spent":"365.644293ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:30:01.90239Z","caller":"traceutil/trace.go:171","msg":"trace[707824530] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"261.840433ms","start":"2026-03-31T18:30:01.640516Z","end":"2026-03-31T18:30:01.902356Z","steps":["trace[707824530] 'read index received' (duration: 212.670441ms)","trace[707824530] 'applied index is now lower than readState.Index' (duration: 49.168572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:01.902506Z","caller":"traceutil/trace.go:171","msg":"trace[1218489123] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"345.994191ms","start":"2026-03-31T18:30:01.55648Z","end":"2026-03-31T18:30:01.902474Z","steps":["trace[1218489123] 'process raft request' (duration: 296.703874ms)","trace[1218489123] 'compare' (duration: 49.016948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:01.902622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.081611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T18:30:01.902825Z","caller":"traceutil/trace.go:171","msg":"trace[623837978] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:714; }","duration":"262.333358ms","start":"2026-03-31T18:30:01.640474Z","end":"2026-03-31T18:30:01.902808Z","steps":["trace[623837978] 'agreement among raft nodes before linearized reading' (duration: 261.991968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:01.902674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.556375Z","time spent":"346.198756ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:02.128661Z","caller":"traceutil/trace.go:171","msg":"trace[1077490784] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"213.051562ms","start":"2026-03-31T18:30:01.915585Z","end":"2026-03-31T18:30:02.128637Z","steps":["trace[1077490784] 'read index received' (duration: 212.874737ms)","trace[1077490784] 'applied index is now lower than readState.Index' (duration: 175.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:02.128735Z","caller":"traceutil/trace.go:171","msg":"trace[2080166269] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"429.268333ms","start":"2026-03-31T18:30:01.699437Z","end":"2026-03-31T18:30:02.128705Z","steps":["trace[2080166269] 'process raft request' (duration: 428.985605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.129038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:01.699411Z","time spent":"429.51991ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:02.129219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.612319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4gjk8\" ","response":"range_response_count:1 size:18251"} {"level":"info","ts":"2026-03-31T18:30:02.129327Z","caller":"traceutil/trace.go:171","msg":"trace[1345535503] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4gjk8; range_end:; response_count:1; response_revision:715; }","duration":"213.766022ms","start":"2026-03-31T18:30:01.915544Z","end":"2026-03-31T18:30:02.129311Z","steps":["trace[1345535503] 'agreement among raft nodes before linearized reading' (duration: 213.226117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:02.135016Z","caller":"traceutil/trace.go:171","msg":"trace[261018629] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"218.327021ms","start":"2026-03-31T18:30:01.91667Z","end":"2026-03-31T18:30:02.134997Z","steps":["trace[261018629] 'process raft request' (duration: 218.170266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.135093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.896326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:02.135182Z","caller":"traceutil/trace.go:171","msg":"trace[753533041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:716; }","duration":"177.046779ms","start":"2026-03-31T18:30:01.958097Z","end":"2026-03-31T18:30:02.135144Z","steps":["trace[753533041] 'agreement among raft nodes before linearized reading' (duration: 176.876474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:02.558534Z","caller":"traceutil/trace.go:171","msg":"trace[1064381772] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"201.866286ms","start":"2026-03-31T18:30:02.356635Z","end":"2026-03-31T18:30:02.558501Z","steps":["trace[1064381772] 'process raft request' (duration: 201.409933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:10.30831Z","caller":"traceutil/trace.go:171","msg":"trace[1268107258] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"341.848725ms","start":"2026-03-31T18:30:09.966424Z","end":"2026-03-31T18:30:10.308273Z","steps":["trace[1268107258] 'process raft request' (duration: 341.626467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:10.308524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.966409Z","time spent":"342.008889ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5035,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:10.319627Z","caller":"traceutil/trace.go:171","msg":"trace[636516159] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"182.705499ms","start":"2026-03-31T18:30:10.136903Z","end":"2026-03-31T18:30:10.319609Z","steps":["trace[636516159] 'process raft request' (duration: 182.503973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.752403Z","caller":"traceutil/trace.go:171","msg":"trace[187635243] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"169.133567ms","start":"2026-03-31T18:30:13.583247Z","end":"2026-03-31T18:30:13.752381Z","steps":["trace[187635243] 'process raft request' (duration: 168.979892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.130663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.583311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.13078Z","caller":"traceutil/trace.go:171","msg":"trace[501568993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"173.751566ms","start":"2026-03-31T18:30:13.957Z","end":"2026-03-31T18:30:14.130752Z","steps":["trace[501568993] 'range keys from in-memory index tree' (duration: 173.467009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.913808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.070025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:16.913885Z","caller":"traceutil/trace.go:171","msg":"trace[1287231202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:812; }","duration":"958.194949ms","start":"2026-03-31T18:30:15.955673Z","end":"2026-03-31T18:30:16.913868Z","steps":["trace[1287231202] 'range keys from in-memory index tree' (duration: 957.950801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:16.913921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:15.955655Z","time spent":"958.25729ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:17.034519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024766281s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:17.035031Z","caller":"traceutil/trace.go:171","msg":"trace[397247494] linearizableReadLoop","detail":"{readStateIndex:843; appliedIndex:842; }","duration":"395.03174ms","start":"2026-03-31T18:30:16.639969Z","end":"2026-03-31T18:30:17.035001Z","steps":["trace[397247494] 'read index received' (duration: 394.752212ms)","trace[397247494] 'applied index is now lower than readState.Index' (duration: 278.358µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:17.035109Z","caller":"traceutil/trace.go:171","msg":"trace[1983771397] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"1.02545687s","start":"2026-03-31T18:30:16.00962Z","end":"2026-03-31T18:30:17.035077Z","steps":["trace[1983771397] 'process raft request' (duration: 1.025199863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.502701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:17.035241Z","caller":"traceutil/trace.go:171","msg":"trace[1263674091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:813; }","duration":"391.623515ms","start":"2026-03-31T18:30:16.643605Z","end":"2026-03-31T18:30:17.035228Z","steps":["trace[1263674091] 'agreement among raft nodes before linearized reading' (duration: 391.540052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.009595Z","time spent":"1.025589214s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:17.035293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.294237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:17.03537Z","caller":"traceutil/trace.go:171","msg":"trace[1622392419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:813; }","duration":"395.419711ms","start":"2026-03-31T18:30:16.639929Z","end":"2026-03-31T18:30:17.035349Z","steps":["trace[1622392419] 'agreement among raft nodes before linearized reading' (duration: 395.173023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.639912Z","time spent":"395.493952ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:17.0354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.900763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:30:17.035467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.024752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:30:17.035507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.998588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:17.035541Z","caller":"traceutil/trace.go:171","msg":"trace[1529792991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:813; }","duration":"389.118933ms","start":"2026-03-31T18:30:16.646409Z","end":"2026-03-31T18:30:17.035528Z","steps":["trace[1529792991] 'agreement among raft nodes before linearized reading' (duration: 388.924239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.1823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:17.035581Z","caller":"traceutil/trace.go:171","msg":"trace[1315628484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:813; }","duration":"390.129212ms","start":"2026-03-31T18:30:16.645433Z","end":"2026-03-31T18:30:17.035563Z","steps":["trace[1315628484] 'agreement among raft nodes before linearized reading' (duration: 389.892296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.646399Z","time spent":"389.171425ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:17.03561Z","caller":"traceutil/trace.go:171","msg":"trace[62239704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:813; }","duration":"370.269034ms","start":"2026-03-31T18:30:16.665328Z","end":"2026-03-31T18:30:17.035597Z","steps":["trace[62239704] 'agreement among raft nodes before linearized reading' (duration: 370.050508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.035619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.64542Z","time spent":"390.193164ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:17.035647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.665319Z","time spent":"370.319254ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:17.035483Z","caller":"traceutil/trace.go:171","msg":"trace[1995233910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:813; }","duration":"349.011826ms","start":"2026-03-31T18:30:16.686449Z","end":"2026-03-31T18:30:17.035461Z","steps":["trace[1995233910] 'agreement among raft nodes before linearized reading' (duration: 348.77664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:17.03574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.686435Z","time spent":"349.286943ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:17.035281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:16.643583Z","time spent":"391.689796ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:23.140913Z","caller":"traceutil/trace.go:171","msg":"trace[146493115] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"122.99285ms","start":"2026-03-31T18:30:23.017881Z","end":"2026-03-31T18:30:23.140874Z","steps":["trace[146493115] 'process raft request' (duration: 122.784204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.309646Z","caller":"traceutil/trace.go:171","msg":"trace[468170956] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"164.070876ms","start":"2026-03-31T18:30:23.145545Z","end":"2026-03-31T18:30:23.309616Z","steps":["trace[468170956] 'process raft request' (duration: 85.970491ms)","trace[468170956] 'compare' (duration: 77.781175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.330506Z","caller":"traceutil/trace.go:171","msg":"trace[17475138] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"184.249439ms","start":"2026-03-31T18:30:23.146229Z","end":"2026-03-31T18:30:23.330479Z","steps":["trace[17475138] 'process raft request' (duration: 184.065492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.330714Z","caller":"traceutil/trace.go:171","msg":"trace[923192124] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"184.340741ms","start":"2026-03-31T18:30:23.146342Z","end":"2026-03-31T18:30:23.330683Z","steps":["trace[923192124] 'process raft request' (duration: 184.081752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.330771Z","caller":"traceutil/trace.go:171","msg":"trace[596173487] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"184.35748ms","start":"2026-03-31T18:30:23.146385Z","end":"2026-03-31T18:30:23.330743Z","steps":["trace[596173487] 'process raft request' (duration: 184.233817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.330822Z","caller":"traceutil/trace.go:171","msg":"trace[2041003449] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"183.531026ms","start":"2026-03-31T18:30:23.147274Z","end":"2026-03-31T18:30:23.330805Z","steps":["trace[2041003449] 'process raft request' (duration: 183.490205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.330874Z","caller":"traceutil/trace.go:171","msg":"trace[603339507] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"184.412604ms","start":"2026-03-31T18:30:23.146448Z","end":"2026-03-31T18:30:23.330861Z","steps":["trace[603339507] 'process raft request' (duration: 184.230858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:23.330932Z","caller":"traceutil/trace.go:171","msg":"trace[1743360377] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"184.076962ms","start":"2026-03-31T18:30:23.146846Z","end":"2026-03-31T18:30:23.330923Z","steps":["trace[1743360377] 'process raft request' (duration: 183.869326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.788075Z","caller":"traceutil/trace.go:171","msg":"trace[1421601691] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"224.207259ms","start":"2026-03-31T18:30:27.563848Z","end":"2026-03-31T18:30:27.788055Z","steps":["trace[1421601691] 'process raft request' (duration: 224.059364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.825487Z","caller":"traceutil/trace.go:171","msg":"trace[578816053] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"187.113318ms","start":"2026-03-31T18:30:27.638347Z","end":"2026-03-31T18:30:27.82546Z","steps":["trace[578816053] 'process raft request' (duration: 166.913675ms)","trace[578816053] 'compare' (duration: 20.024727ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:29.443581Z","caller":"traceutil/trace.go:171","msg":"trace[1738341232] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"102.85925ms","start":"2026-03-31T18:30:29.340657Z","end":"2026-03-31T18:30:29.443516Z","steps":["trace[1738341232] 'process raft request' (duration: 101.549489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:29.642123Z","caller":"traceutil/trace.go:171","msg":"trace[44361440] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"133.703875ms","start":"2026-03-31T18:30:29.508391Z","end":"2026-03-31T18:30:29.642095Z","steps":["trace[44361440] 'process raft request' (duration: 111.2046ms)","trace[44361440] 'compare' (duration: 22.350561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:40.526027Z","caller":"traceutil/trace.go:171","msg":"trace[1380058500] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"182.004047ms","start":"2026-03-31T18:30:40.343984Z","end":"2026-03-31T18:30:40.525988Z","steps":["trace[1380058500] 'process raft request' (duration: 181.793811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.836192Z","caller":"traceutil/trace.go:171","msg":"trace[1704544280] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"193.081585ms","start":"2026-03-31T18:30:44.643084Z","end":"2026-03-31T18:30:44.836166Z","steps":["trace[1704544280] 'process raft request' (duration: 192.91806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.12488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.754512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:45.124974Z","caller":"traceutil/trace.go:171","msg":"trace[1307189003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1203; }","duration":"167.907746ms","start":"2026-03-31T18:30:44.957044Z","end":"2026-03-31T18:30:45.124952Z","steps":["trace[1307189003] 'range keys from in-memory index tree' (duration: 167.671289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.125059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.650188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-2q477\" ","response":"range_response_count:1 size:5103"} {"level":"info","ts":"2026-03-31T18:30:45.125289Z","caller":"traceutil/trace.go:171","msg":"trace[186822687] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-2q477; range_end:; response_count:1; response_revision:1203; }","duration":"182.866505ms","start":"2026-03-31T18:30:44.942332Z","end":"2026-03-31T18:30:45.125199Z","steps":["trace[186822687] 'range keys from in-memory index tree' (duration: 182.422351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.551979Z","caller":"traceutil/trace.go:171","msg":"trace[2113682292] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"417.911743ms","start":"2026-03-31T18:30:45.13404Z","end":"2026-03-31T18:30:45.551952Z","steps":["trace[2113682292] 'process raft request' (duration: 417.726067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.552126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.134028Z","time spent":"418.026447ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:45.794458Z","caller":"traceutil/trace.go:171","msg":"trace[632658827] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"237.307279ms","start":"2026-03-31T18:30:45.557124Z","end":"2026-03-31T18:30:45.794432Z","steps":["trace[632658827] 'process raft request' (duration: 237.111462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.818325Z","caller":"traceutil/trace.go:171","msg":"trace[1091134023] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"260.914849ms","start":"2026-03-31T18:30:45.557367Z","end":"2026-03-31T18:30:45.818281Z","steps":["trace[1091134023] 'process raft request' (duration: 260.613729ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.818361Z","caller":"traceutil/trace.go:171","msg":"trace[422621702] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1242; }","duration":"252.236676ms","start":"2026-03-31T18:30:45.566096Z","end":"2026-03-31T18:30:45.818333Z","steps":["trace[422621702] 'read index received' (duration: 228.205644ms)","trace[422621702] 'applied index is now lower than readState.Index' (duration: 24.029942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:45.818462Z","caller":"traceutil/trace.go:171","msg":"trace[1088710755] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"261.048002ms","start":"2026-03-31T18:30:45.557386Z","end":"2026-03-31T18:30:45.818434Z","steps":["trace[1088710755] 'process raft request' (duration: 260.757943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:45.818525Z","caller":"traceutil/trace.go:171","msg":"trace[800464481] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"259.03307ms","start":"2026-03-31T18:30:45.559475Z","end":"2026-03-31T18:30:45.818508Z","steps":["trace[800464481] 'process raft request' (duration: 258.745171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.818816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.703321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:30:45.818871Z","caller":"traceutil/trace.go:171","msg":"trace[1087832058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1208; }","duration":"252.805074ms","start":"2026-03-31T18:30:45.566055Z","end":"2026-03-31T18:30:45.81886Z","steps":["trace[1087832058] 'agreement among raft nodes before linearized reading' (duration: 252.621918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.818959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.919071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:45.819033Z","caller":"traceutil/trace.go:171","msg":"trace[488543168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"248.084206ms","start":"2026-03-31T18:30:45.570931Z","end":"2026-03-31T18:30:45.819015Z","steps":["trace[488543168] 'agreement among raft nodes before linearized reading' (duration: 247.87238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.819052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.529013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:45.819122Z","caller":"traceutil/trace.go:171","msg":"trace[254788309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1208; }","duration":"234.629435ms","start":"2026-03-31T18:30:45.584472Z","end":"2026-03-31T18:30:45.819102Z","steps":["trace[254788309] 'agreement among raft nodes before linearized reading' (duration: 234.468701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.819396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.067439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:45.819506Z","caller":"traceutil/trace.go:171","msg":"trace[1525485648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1208; }","duration":"234.218642ms","start":"2026-03-31T18:30:45.585261Z","end":"2026-03-31T18:30:45.81948Z","steps":["trace[1525485648] 'agreement among raft nodes before linearized reading' (duration: 233.662385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:47.336536Z","caller":"traceutil/trace.go:171","msg":"trace[1122593056] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1251; }","duration":"478.139889ms","start":"2026-03-31T18:30:46.858373Z","end":"2026-03-31T18:30:47.336513Z","steps":["trace[1122593056] 'read index received' (duration: 477.908672ms)","trace[1122593056] 'applied index is now lower than readState.Index' (duration: 230.317µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:47.336815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.407038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:47.336931Z","caller":"traceutil/trace.go:171","msg":"trace[1133320274] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1214; }","duration":"478.568442ms","start":"2026-03-31T18:30:46.858333Z","end":"2026-03-31T18:30:47.336901Z","steps":["trace[1133320274] 'agreement among raft nodes before linearized reading' (duration: 478.382096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:47.336759Z","caller":"traceutil/trace.go:171","msg":"trace[774948475] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"495.267135ms","start":"2026-03-31T18:30:46.841428Z","end":"2026-03-31T18:30:47.336695Z","steps":["trace[774948475] 'process raft request' (duration: 494.921105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.336987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.858314Z","time spent":"478.663505ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:47.337292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.970334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:47.337454Z","caller":"traceutil/trace.go:171","msg":"trace[700633577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"379.187811ms","start":"2026-03-31T18:30:46.958248Z","end":"2026-03-31T18:30:47.337436Z","steps":["trace[700633577] 'agreement among raft nodes before linearized reading' (duration: 378.977804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.337629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.958228Z","time spent":"379.376626ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:47.337499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.06587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:47.337924Z","caller":"traceutil/trace.go:171","msg":"trace[643153588] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:1214; }","duration":"297.516745ms","start":"2026-03-31T18:30:47.040389Z","end":"2026-03-31T18:30:47.337906Z","steps":["trace[643153588] 'agreement among raft nodes before linearized reading' (duration: 297.008509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.337264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.841408Z","time spent":"495.671677ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:49.410887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099714048s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:49.412551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.362238ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:49.412706Z","caller":"traceutil/trace.go:171","msg":"trace[1654730109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"962.528492ms","start":"2026-03-31T18:30:48.450153Z","end":"2026-03-31T18:30:49.412682Z","steps":["trace[1654730109] 'range keys from in-memory index tree' (duration: 962.341787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.413042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583746319s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:49.413354Z","caller":"traceutil/trace.go:171","msg":"trace[767907701] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"1.102294628s","start":"2026-03-31T18:30:48.311039Z","end":"2026-03-31T18:30:49.413334Z","steps":["trace[767907701] 'process raft request' (duration: 1.102145913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.413441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.31101Z","time spent":"1.102390451s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:49.413649Z","caller":"traceutil/trace.go:171","msg":"trace[1257737603] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"1.5898017s","start":"2026-03-31T18:30:47.823782Z","end":"2026-03-31T18:30:49.413583Z","steps":["trace[1257737603] 'read index received' (duration: 5.256894ms)","trace[1257737603] 'applied index is now lower than readState.Index' (duration: 1.584537796s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:49.413692Z","caller":"traceutil/trace.go:171","msg":"trace[139209164] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"1.777534658s","start":"2026-03-31T18:30:47.63607Z","end":"2026-03-31T18:30:49.413604Z","steps":["trace[139209164] 'process raft request' (duration: 193.101146ms)","trace[139209164] 'compare' (duration: 1.583066819s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:49.414066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590273825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:49.414103Z","caller":"traceutil/trace.go:171","msg":"trace[226871680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1217; }","duration":"1.590395288s","start":"2026-03-31T18:30:47.823699Z","end":"2026-03-31T18:30:49.414095Z","steps":["trace[226871680] 'agreement among raft nodes before linearized reading' (duration: 1.59013216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.414135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.823664Z","time spent":"1.59046296s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:49.414146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.636038Z","time spent":"1.777850737s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:49.414319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455160114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:49.414348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128705215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:49.414386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582563923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:49.4144Z","caller":"traceutil/trace.go:171","msg":"trace[13545095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"1.455279989s","start":"2026-03-31T18:30:47.959106Z","end":"2026-03-31T18:30:49.414386Z","steps":["trace[13545095] 'agreement among raft nodes before linearized reading' (duration: 1.455148855s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:49.414426Z","caller":"traceutil/trace.go:171","msg":"trace[1242985113] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1217; }","duration":"1.128857649s","start":"2026-03-31T18:30:48.285544Z","end":"2026-03-31T18:30:49.414402Z","steps":["trace[1242985113] 'agreement among raft nodes before linearized reading' (duration: 1.128684634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.41443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575152741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:30:49.414444Z","caller":"traceutil/trace.go:171","msg":"trace[1443659230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1217; }","duration":"1.582683697s","start":"2026-03-31T18:30:47.831743Z","end":"2026-03-31T18:30:49.414426Z","steps":["trace[1443659230] 'agreement among raft nodes before linearized reading' (duration: 1.58245948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.414684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.285519Z","time spent":"1.129147759s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:49.414707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.831705Z","time spent":"1.582979706s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:49.414443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.959081Z","time spent":"1.455354922s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:49.414727Z","caller":"traceutil/trace.go:171","msg":"trace[1722656605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1217; }","duration":"1.575441691s","start":"2026-03-31T18:30:47.839237Z","end":"2026-03-31T18:30:49.414679Z","steps":["trace[1722656605] 'agreement among raft nodes before linearized reading' (duration: 1.575065889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.414697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575047368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:30:49.414815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.839226Z","time spent":"1.575570975s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:49.414837Z","caller":"traceutil/trace.go:171","msg":"trace[996087648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1217; }","duration":"1.575468402s","start":"2026-03-31T18:30:47.839336Z","end":"2026-03-31T18:30:49.414804Z","steps":["trace[996087648] 'agreement among raft nodes before linearized reading' (duration: 1.574873063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.414905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.839289Z","time spent":"1.575603946s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:49.414731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575303537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:49.416381Z","caller":"traceutil/trace.go:171","msg":"trace[698862644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1217; }","duration":"1.576980839s","start":"2026-03-31T18:30:47.839349Z","end":"2026-03-31T18:30:49.41633Z","steps":["trace[698862644] 'agreement among raft nodes before linearized reading' (duration: 1.574896274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.416457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.839335Z","time spent":"1.577102653s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:02.413677Z","caller":"traceutil/trace.go:171","msg":"trace[1261563329] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"154.985512ms","start":"2026-03-31T18:31:02.258654Z","end":"2026-03-31T18:31:02.41364Z","steps":["trace[1261563329] 'process raft request' (duration: 140.350723ms)","trace[1261563329] 'compare' (duration: 14.395161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:02.785091Z","caller":"traceutil/trace.go:171","msg":"trace[364062577] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"171.703455ms","start":"2026-03-31T18:31:02.613362Z","end":"2026-03-31T18:31:02.785065Z","steps":["trace[364062577] 'process raft request' (duration: 136.952666ms)","trace[364062577] 'compare' (duration: 34.489011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.002095Z","caller":"traceutil/trace.go:171","msg":"trace[991965258] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"124.642593ms","start":"2026-03-31T18:31:02.877406Z","end":"2026-03-31T18:31:03.002049Z","steps":["trace[991965258] 'process raft request' (duration: 107.564938ms)","trace[991965258] 'compare' (duration: 16.380353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.195457Z","caller":"traceutil/trace.go:171","msg":"trace[402385687] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"134.578812ms","start":"2026-03-31T18:31:03.060848Z","end":"2026-03-31T18:31:03.195426Z","steps":["trace[402385687] 'process raft request' (duration: 121.944817ms)","trace[402385687] 'compare' (duration: 12.42837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:03.526725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.962871ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:03.579352Z","caller":"traceutil/trace.go:171","msg":"trace[1492663372] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"378.068496ms","start":"2026-03-31T18:31:03.201242Z","end":"2026-03-31T18:31:03.57931Z","steps":["trace[1492663372] 'process raft request' (duration: 377.817309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.579601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.20121Z","time spent":"378.261901ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:03.803841Z","caller":"traceutil/trace.go:171","msg":"trace[1353715648] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"602.365118ms","start":"2026-03-31T18:31:03.201413Z","end":"2026-03-31T18:31:03.803778Z","steps":["trace[1353715648] 'process raft request' (duration: 568.414815ms)","trace[1353715648] 'compare' (duration: 33.675905ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.803939Z","caller":"traceutil/trace.go:171","msg":"trace[621028792] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"601.431329ms","start":"2026-03-31T18:31:03.202483Z","end":"2026-03-31T18:31:03.803914Z","steps":["trace[621028792] 'process raft request' (duration: 601.261203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.804248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.201393Z","time spent":"602.587564ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:31:03.804273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.202468Z","time spent":"601.526381ms","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:03.804294Z","caller":"traceutil/trace.go:171","msg":"trace[908669320] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1381; }","duration":"257.024897ms","start":"2026-03-31T18:31:03.547234Z","end":"2026-03-31T18:31:03.804259Z","steps":["trace[908669320] 'read index received' (duration: 31.896078ms)","trace[908669320] 'applied index is now lower than readState.Index' (duration: 225.121999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.804456Z","caller":"traceutil/trace.go:171","msg":"trace[1889407812] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"312.590156ms","start":"2026-03-31T18:31:03.491821Z","end":"2026-03-31T18:31:03.804412Z","steps":["trace[1889407812] 'process raft request' (duration: 312.007518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.804628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.344937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:03.804745Z","caller":"traceutil/trace.go:171","msg":"trace[523563331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1338; }","duration":"257.448009ms","start":"2026-03-31T18:31:03.547217Z","end":"2026-03-31T18:31:03.804665Z","steps":["trace[523563331] 'agreement among raft nodes before linearized reading' (duration: 257.179921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.804773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.491797Z","time spent":"312.772523ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:03.983209Z","caller":"traceutil/trace.go:171","msg":"trace[1622722234] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1385; }","duration":"178.815127ms","start":"2026-03-31T18:31:03.804368Z","end":"2026-03-31T18:31:03.983183Z","steps":["trace[1622722234] 'read index received' (duration: 168.548776ms)","trace[1622722234] 'applied index is now lower than readState.Index' (duration: 10.265301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:03.983341Z","caller":"traceutil/trace.go:171","msg":"trace[1438973647] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"398.453204ms","start":"2026-03-31T18:31:03.584854Z","end":"2026-03-31T18:31:03.983307Z","steps":["trace[1438973647] 'process raft request' (duration: 388.067549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.983427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.227418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:31:03.983486Z","caller":"traceutil/trace.go:171","msg":"trace[629746703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1339; }","duration":"284.345012ms","start":"2026-03-31T18:31:03.699133Z","end":"2026-03-31T18:31:03.983478Z","steps":["trace[629746703] 'agreement among raft nodes before linearized reading' (duration: 284.076003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.983508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.487974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"warn","ts":"2026-03-31T18:31:03.983526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.249891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:31:03.983525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.58482Z","time spent":"398.6324ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:03.983578Z","caller":"traceutil/trace.go:171","msg":"trace[1586635427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1339; }","duration":"432.343105ms","start":"2026-03-31T18:31:03.551224Z","end":"2026-03-31T18:31:03.983567Z","steps":["trace[1586635427] 'agreement among raft nodes before linearized reading' (duration: 432.244052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.98359Z","caller":"traceutil/trace.go:171","msg":"trace[1058522838] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1339; }","duration":"221.68642ms","start":"2026-03-31T18:31:03.761878Z","end":"2026-03-31T18:31:03.983564Z","steps":["trace[1058522838] 'agreement among raft nodes before linearized reading' (duration: 221.486234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.983439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.899605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879\" ","response":"range_response_count:1 size:3276"} {"level":"warn","ts":"2026-03-31T18:31:03.983623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.5512Z","time spent":"432.412137ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:03.983682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.914935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:31:03.983714Z","caller":"traceutil/trace.go:171","msg":"trace[1236721709] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879; range_end:; response_count:1; response_revision:1339; }","duration":"397.212296ms","start":"2026-03-31T18:31:03.586458Z","end":"2026-03-31T18:31:03.983671Z","steps":["trace[1236721709] 'agreement among raft nodes before linearized reading' (duration: 396.845224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.983789Z","caller":"traceutil/trace.go:171","msg":"trace[688827718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1339; }","duration":"427.100061ms","start":"2026-03-31T18:31:03.55667Z","end":"2026-03-31T18:31:03.98377Z","steps":["trace[688827718] 'agreement among raft nodes before linearized reading' (duration: 426.813542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.983833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.586436Z","time spent":"397.355779ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3299,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879\" "} {"level":"warn","ts":"2026-03-31T18:31:03.983886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.556651Z","time spent":"427.219553ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:03.983851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.803441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:03.984028Z","caller":"traceutil/trace.go:171","msg":"trace[2116418024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1339; }","duration":"427.04103ms","start":"2026-03-31T18:31:03.556952Z","end":"2026-03-31T18:31:03.983993Z","steps":["trace[2116418024] 'agreement among raft nodes before linearized reading' (duration: 426.551574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.984107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.556925Z","time spent":"427.162653ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:03.994211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.760879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:03.994225Z","caller":"traceutil/trace.go:171","msg":"trace[1196024055] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"184.558227ms","start":"2026-03-31T18:31:03.809626Z","end":"2026-03-31T18:31:03.994184Z","steps":["trace[1196024055] 'process raft request' (duration: 184.29954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:03.9943Z","caller":"traceutil/trace.go:171","msg":"trace[2115042869] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1340; }","duration":"135.906734ms","start":"2026-03-31T18:31:03.858373Z","end":"2026-03-31T18:31:03.994279Z","steps":["trace[2115042869] 'agreement among raft nodes before linearized reading' (duration: 135.75143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.164541Z","caller":"traceutil/trace.go:171","msg":"trace[942287824] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"133.916743ms","start":"2026-03-31T18:31:06.030598Z","end":"2026-03-31T18:31:06.164515Z","steps":["trace[942287824] 'process raft request' (duration: 84.189666ms)","trace[942287824] 'compare' (duration: 49.552551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:06.164766Z","caller":"traceutil/trace.go:171","msg":"trace[9859168] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"133.675024ms","start":"2026-03-31T18:31:06.031081Z","end":"2026-03-31T18:31:06.164756Z","steps":["trace[9859168] 'process raft request' (duration: 133.395515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.457525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418402294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:10.515553Z","caller":"traceutil/trace.go:171","msg":"trace[1361453630] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"652.227999ms","start":"2026-03-31T18:31:09.863305Z","end":"2026-03-31T18:31:10.515533Z","steps":["trace[1361453630] 'process raft request' (duration: 652.116975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.515728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:09.863279Z","time spent":"652.338542ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:10.529491Z","caller":"traceutil/trace.go:171","msg":"trace[1366036458] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1417; }","duration":"572.191423ms","start":"2026-03-31T18:31:09.957261Z","end":"2026-03-31T18:31:10.529453Z","steps":["trace[1366036458] 'read index received' (duration: 558.270848ms)","trace[1366036458] 'applied index is now lower than readState.Index' (duration: 13.918615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:10.529638Z","caller":"traceutil/trace.go:171","msg":"trace[687368489] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"421.009831ms","start":"2026-03-31T18:31:10.108585Z","end":"2026-03-31T18:31:10.529595Z","steps":["trace[687368489] 'process raft request' (duration: 420.642028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.529825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.544534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:10.529878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.108557Z","time spent":"421.168635ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:10.529896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.381276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:31:10.529933Z","caller":"traceutil/trace.go:171","msg":"trace[2069899169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1369; }","duration":"309.449068ms","start":"2026-03-31T18:31:10.220474Z","end":"2026-03-31T18:31:10.529923Z","steps":["trace[2069899169] 'agreement among raft nodes before linearized reading' (duration: 309.243261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.529918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.38041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:10.529917Z","caller":"traceutil/trace.go:171","msg":"trace[1969196468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"572.675028ms","start":"2026-03-31T18:31:09.957217Z","end":"2026-03-31T18:31:10.529892Z","steps":["trace[1969196468] 'agreement among raft nodes before linearized reading' (duration: 572.443971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.52996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.220463Z","time spent":"309.490189ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:31:10.529973Z","caller":"traceutil/trace.go:171","msg":"trace[89813742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1369; }","duration":"481.530815ms","start":"2026-03-31T18:31:10.048429Z","end":"2026-03-31T18:31:10.529959Z","steps":["trace[89813742] 'agreement among raft nodes before linearized reading' (duration: 481.237145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.529994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:09.957194Z","time spent":"572.786991ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:10.530021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.048397Z","time spent":"481.612828ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:10.530081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.944221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:31:10.53008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.913351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:10.530103Z","caller":"traceutil/trace.go:171","msg":"trace[922673699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1369; }","duration":"332.008894ms","start":"2026-03-31T18:31:10.198088Z","end":"2026-03-31T18:31:10.530096Z","steps":["trace[922673699] 'agreement among raft nodes before linearized reading' (duration: 331.941602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.530071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.944384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:31:10.530113Z","caller":"traceutil/trace.go:171","msg":"trace[1740447452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"331.972752ms","start":"2026-03-31T18:31:10.19813Z","end":"2026-03-31T18:31:10.530103Z","steps":["trace[1740447452] 'agreement among raft nodes before linearized reading' (duration: 331.871068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.530123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.198059Z","time spent":"332.058395ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:10.530143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.198109Z","time spent":"332.026714ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:10.530131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.863604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:31:10.530152Z","caller":"traceutil/trace.go:171","msg":"trace[1751887949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1369; }","duration":"272.084118ms","start":"2026-03-31T18:31:10.258046Z","end":"2026-03-31T18:31:10.53013Z","steps":["trace[1751887949] 'agreement among raft nodes before linearized reading' (duration: 271.789239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.530188Z","caller":"traceutil/trace.go:171","msg":"trace[532764539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"289.974628ms","start":"2026-03-31T18:31:10.240198Z","end":"2026-03-31T18:31:10.530173Z","steps":["trace[532764539] 'agreement among raft nodes before linearized reading' (duration: 289.820973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.530188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.114606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T18:31:10.530258Z","caller":"traceutil/trace.go:171","msg":"trace[1860000873] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879; range_end:; response_count:1; response_revision:1369; }","duration":"316.22577ms","start":"2026-03-31T18:31:10.214008Z","end":"2026-03-31T18:31:10.530234Z","steps":["trace[1860000873] 'agreement among raft nodes before linearized reading' (duration: 316.006103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.530294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.213983Z","time spent":"316.301412ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-8c879\" "} {"level":"info","ts":"2026-03-31T18:31:12.646251Z","caller":"traceutil/trace.go:171","msg":"trace[1143682064] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"124.449535ms","start":"2026-03-31T18:31:12.521773Z","end":"2026-03-31T18:31:12.646222Z","steps":["trace[1143682064] 'process raft request' (duration: 124.28777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.475283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.903597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:14.475459Z","caller":"traceutil/trace.go:171","msg":"trace[802419625] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1439; }","duration":"167.08611ms","start":"2026-03-31T18:31:14.308348Z","end":"2026-03-31T18:31:14.475434Z","steps":["trace[802419625] 'read index received' (duration: 51.834632ms)","trace[802419625] 'applied index is now lower than readState.Index' (duration: 115.247748ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:14.475489Z","caller":"traceutil/trace.go:171","msg":"trace[2048113190] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"178.107946ms","start":"2026-03-31T18:31:14.297351Z","end":"2026-03-31T18:31:14.475459Z","steps":["trace[2048113190] 'process raft request' (duration: 62.868598ms)","trace[2048113190] 'compare' (duration: 114.557276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:14.475636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.267226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-31T18:31:14.475673Z","caller":"traceutil/trace.go:171","msg":"trace[1699833392] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1390; }","duration":"167.350989ms","start":"2026-03-31T18:31:14.308312Z","end":"2026-03-31T18:31:14.475663Z","steps":["trace[1699833392] 'agreement among raft nodes before linearized reading' (duration: 167.178523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:15.790491Z","caller":"traceutil/trace.go:171","msg":"trace[1045015775] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"149.258243ms","start":"2026-03-31T18:31:15.641201Z","end":"2026-03-31T18:31:15.790459Z","steps":["trace[1045015775] 'process raft request' (duration: 149.122759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.107256Z","caller":"traceutil/trace.go:171","msg":"trace[898897691] linearizableReadLoop","detail":"{readStateIndex:1534; appliedIndex:1533; }","duration":"279.631614ms","start":"2026-03-31T18:31:15.827608Z","end":"2026-03-31T18:31:16.10724Z","steps":["trace[898897691] 'read index received' (duration: 279.467889ms)","trace[898897691] 'applied index is now lower than readState.Index' (duration: 161.185µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:16.107414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.78757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:16.107444Z","caller":"traceutil/trace.go:171","msg":"trace[989830087] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1483; }","duration":"279.872411ms","start":"2026-03-31T18:31:15.827563Z","end":"2026-03-31T18:31:16.107435Z","steps":["trace[989830087] 'agreement among raft nodes before linearized reading' (duration: 279.767797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:16.107403Z","caller":"traceutil/trace.go:171","msg":"trace[816672000] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"306.249208ms","start":"2026-03-31T18:31:15.801099Z","end":"2026-03-31T18:31:16.107348Z","steps":["trace[816672000] 'process raft request' (duration: 306.0248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.107481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.170744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:16.107547Z","caller":"traceutil/trace.go:171","msg":"trace[1409586929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1483; }","duration":"152.249016ms","start":"2026-03-31T18:31:15.955282Z","end":"2026-03-31T18:31:16.107531Z","steps":["trace[1409586929] 'agreement among raft nodes before linearized reading' (duration: 152.133302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.107621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:15.801068Z","time spent":"306.440693ms","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3535,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:31:17.025901Z","caller":"traceutil/trace.go:171","msg":"trace[2029011744] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1534; }","duration":"356.295743ms","start":"2026-03-31T18:31:16.669571Z","end":"2026-03-31T18:31:17.025866Z","steps":["trace[2029011744] 'read index received' (duration: 355.917292ms)","trace[2029011744] 'applied index is now lower than readState.Index' (duration: 377.201µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.026363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.854279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:17.026664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.291803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:31:17.026729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.311433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:17.026756Z","caller":"traceutil/trace.go:171","msg":"trace[1282999114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1484; }","duration":"332.635262ms","start":"2026-03-31T18:31:16.694098Z","end":"2026-03-31T18:31:17.026734Z","steps":["trace[1282999114] 'agreement among raft nodes before linearized reading' (duration: 332.165168ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.026762Z","caller":"traceutil/trace.go:171","msg":"trace[764960214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1484; }","duration":"332.416277ms","start":"2026-03-31T18:31:16.694338Z","end":"2026-03-31T18:31:17.026754Z","steps":["trace[764960214] 'agreement among raft nodes before linearized reading' (duration: 332.324614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.026818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.694305Z","time spent":"332.495539ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:17.026813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.69407Z","time spent":"332.730956ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:17.026704Z","caller":"traceutil/trace.go:171","msg":"trace[1196158393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1484; }","duration":"301.012833ms","start":"2026-03-31T18:31:16.72543Z","end":"2026-03-31T18:31:17.026443Z","steps":["trace[1196158393] 'agreement among raft nodes before linearized reading' (duration: 300.845477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.02683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.453447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:31:17.026879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.725407Z","time spent":"301.452947ms","remote":"127.0.0.1:37252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:17.026893Z","caller":"traceutil/trace.go:171","msg":"trace[818851564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1484; }","duration":"332.590532ms","start":"2026-03-31T18:31:16.694287Z","end":"2026-03-31T18:31:17.026877Z","steps":["trace[818851564] 'agreement among raft nodes before linearized reading' (duration: 332.133767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.027006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.69426Z","time spent":"332.729517ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:17.027278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.060126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:31:17.026991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.842131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:31:17.027359Z","caller":"traceutil/trace.go:171","msg":"trace[134557674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1484; }","duration":"333.15934ms","start":"2026-03-31T18:31:16.694181Z","end":"2026-03-31T18:31:17.02734Z","steps":["trace[134557674] 'agreement among raft nodes before linearized reading' (duration: 332.925293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.027393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.694174Z","time spent":"333.210032ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:17.0274Z","caller":"traceutil/trace.go:171","msg":"trace[525586007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1484; }","duration":"357.814211ms","start":"2026-03-31T18:31:16.669538Z","end":"2026-03-31T18:31:17.027352Z","steps":["trace[525586007] 'agreement among raft nodes before linearized reading' (duration: 356.734167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.027434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.669527Z","time spent":"357.896794ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:17.027624Z","caller":"traceutil/trace.go:171","msg":"trace[651688525] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"363.575622ms","start":"2026-03-31T18:31:16.662515Z","end":"2026-03-31T18:31:17.026091Z","steps":["trace[651688525] 'process raft request' (duration: 363.091517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.027823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.662489Z","time spent":"365.204134ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:17.151992Z","caller":"traceutil/trace.go:171","msg":"trace[2038475354] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"120.344857ms","start":"2026-03-31T18:31:17.031604Z","end":"2026-03-31T18:31:17.151949Z","steps":["trace[2038475354] 'process raft request' (duration: 98.742511ms)","trace[2038475354] 'compare' (duration: 21.390989ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.171063Z","caller":"traceutil/trace.go:171","msg":"trace[2069686460] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1535; }","duration":"128.244384ms","start":"2026-03-31T18:31:17.042794Z","end":"2026-03-31T18:31:17.171039Z","steps":["trace[2069686460] 'read index received' (duration: 87.54219ms)","trace[2069686460] 'applied index is now lower than readState.Index' (duration: 40.701364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.17109Z","caller":"traceutil/trace.go:171","msg":"trace[696072362] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"139.291881ms","start":"2026-03-31T18:31:17.03176Z","end":"2026-03-31T18:31:17.171052Z","steps":["trace[696072362] 'process raft request' (duration: 139.019872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.171157Z","caller":"traceutil/trace.go:171","msg":"trace[1458320969] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"139.042422ms","start":"2026-03-31T18:31:17.032108Z","end":"2026-03-31T18:31:17.17115Z","steps":["trace[1458320969] 'process raft request' (duration: 138.826766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.171115Z","caller":"traceutil/trace.go:171","msg":"trace[1731400314] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"138.808005ms","start":"2026-03-31T18:31:17.032288Z","end":"2026-03-31T18:31:17.171096Z","steps":["trace[1731400314] 'process raft request' (duration: 138.683802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.171271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.45682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:17.171317Z","caller":"traceutil/trace.go:171","msg":"trace[735141496] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:1489; }","duration":"128.590176ms","start":"2026-03-31T18:31:17.042715Z","end":"2026-03-31T18:31:17.171306Z","steps":["trace[735141496] 'agreement among raft nodes before linearized reading' (duration: 128.4288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:17.171334Z","caller":"traceutil/trace.go:171","msg":"trace[1288133670] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"138.144164ms","start":"2026-03-31T18:31:17.033136Z","end":"2026-03-31T18:31:17.17128Z","steps":["trace[1288133670] 'process raft request' (duration: 137.866705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.143063Z","caller":"traceutil/trace.go:171","msg":"trace[1398458069] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"108.981442ms","start":"2026-03-31T18:31:19.034053Z","end":"2026-03-31T18:31:19.143035Z","steps":["trace[1398458069] 'process raft request' (duration: 108.791126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.800784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.671739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:19.800931Z","caller":"traceutil/trace.go:171","msg":"trace[788089642] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"625.650026ms","start":"2026-03-31T18:31:19.175256Z","end":"2026-03-31T18:31:19.800906Z","steps":["trace[788089642] 'read index received' (duration: 404.683878ms)","trace[788089642] 'applied index is now lower than readState.Index' (duration: 220.964068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.801265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.973687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:31:19.801378Z","caller":"traceutil/trace.go:171","msg":"trace[598257925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1492; }","duration":"626.150142ms","start":"2026-03-31T18:31:19.175202Z","end":"2026-03-31T18:31:19.801352Z","steps":["trace[598257925] 'agreement among raft nodes before linearized reading' (duration: 625.867373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.801379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.799021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:31:19.801432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.175177Z","time spent":"626.246966ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:31:19.801444Z","caller":"traceutil/trace.go:171","msg":"trace[153062299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1492; }","duration":"625.884855ms","start":"2026-03-31T18:31:19.175542Z","end":"2026-03-31T18:31:19.801427Z","steps":["trace[153062299] 'agreement among raft nodes before linearized reading' (duration: 625.675958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.801453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.961987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:31:19.801506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.753159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:31:19.801579Z","caller":"traceutil/trace.go:171","msg":"trace[6267915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1492; }","duration":"626.168193ms","start":"2026-03-31T18:31:19.175392Z","end":"2026-03-31T18:31:19.801561Z","steps":["trace[6267915] 'agreement among raft nodes before linearized reading' (duration: 625.808872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.801608Z","caller":"traceutil/trace.go:171","msg":"trace[496631030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1492; }","duration":"625.919155ms","start":"2026-03-31T18:31:19.175661Z","end":"2026-03-31T18:31:19.80158Z","steps":["trace[496631030] 'agreement among raft nodes before linearized reading' (duration: 625.559964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:19.801646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.175366Z","time spent":"626.265565ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:19.801658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.175632Z","time spent":"626.016378ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:19.801509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.175526Z","time spent":"625.967806ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:31:19.801103Z","caller":"traceutil/trace.go:171","msg":"trace[275500808] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"639.764429ms","start":"2026-03-31T18:31:19.161211Z","end":"2026-03-31T18:31:19.800975Z","steps":["trace[275500808] 'process raft request' (duration: 418.760939ms)","trace[275500808] 'compare' (duration: 220.305667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:19.802419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.161183Z","time spent":"641.07772ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:19.935114Z","caller":"traceutil/trace.go:171","msg":"trace[1154048417] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"127.509432ms","start":"2026-03-31T18:31:19.807562Z","end":"2026-03-31T18:31:19.935071Z","steps":["trace[1154048417] 'process raft request' (duration: 127.394408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.93524Z","caller":"traceutil/trace.go:171","msg":"trace[1782761123] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"127.887195ms","start":"2026-03-31T18:31:19.807276Z","end":"2026-03-31T18:31:19.935163Z","steps":["trace[1782761123] 'process raft request' (duration: 127.463211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:19.935347Z","caller":"traceutil/trace.go:171","msg":"trace[412882991] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"127.277505ms","start":"2026-03-31T18:31:19.808017Z","end":"2026-03-31T18:31:19.935295Z","steps":["trace[412882991] 'process raft request' (duration: 126.992065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.105234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418402525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:23.805646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.751665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:23.805991Z","caller":"traceutil/trace.go:171","msg":"trace[432351854] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1560; }","duration":"1.2016855s","start":"2026-03-31T18:31:22.604283Z","end":"2026-03-31T18:31:23.805969Z","steps":["trace[432351854] 'read index received' (duration: 862.699337ms)","trace[432351854] 'applied index is now lower than readState.Index' (duration: 338.984603ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:23.806131Z","caller":"traceutil/trace.go:171","msg":"trace[1277490350] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"650.753063ms","start":"2026-03-31T18:31:23.155345Z","end":"2026-03-31T18:31:23.806098Z","steps":["trace[1277490350] 'process raft request' (duration: 650.477484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.80628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.15531Z","time spent":"650.890527ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:23.878104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.060917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:23.87824Z","caller":"traceutil/trace.go:171","msg":"trace[1982058820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1509; }","duration":"977.261495ms","start":"2026-03-31T18:31:22.900948Z","end":"2026-03-31T18:31:23.87821Z","steps":["trace[1982058820] 'agreement among raft nodes before linearized reading' (duration: 905.181518ms)","trace[1982058820] 'count revisions from in-memory index tree' (duration: 71.864761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.878309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.900932Z","time spent":"977.358517ms","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:23.878315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274021874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:31:23.878415Z","caller":"traceutil/trace.go:171","msg":"trace[5912078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1509; }","duration":"1.274170329s","start":"2026-03-31T18:31:22.604218Z","end":"2026-03-31T18:31:23.878388Z","steps":["trace[5912078] 'agreement among raft nodes before linearized reading' (duration: 1.201878936s)","trace[5912078] 'range keys from in-memory index tree' (duration: 72.027715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.878465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.604195Z","time spent":"1.274258832s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:31:23.878211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.408893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:23.87865Z","caller":"traceutil/trace.go:171","msg":"trace[1834583035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"919.883567ms","start":"2026-03-31T18:31:22.958737Z","end":"2026-03-31T18:31:23.878621Z","steps":["trace[1834583035] 'agreement among raft nodes before linearized reading' (duration: 847.418639ms)","trace[1834583035] 'range keys from in-memory index tree' (duration: 72.010334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:23.878712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.958714Z","time spent":"919.980281ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:39.493602Z","caller":"traceutil/trace.go:171","msg":"trace[818063845] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"119.971589ms","start":"2026-03-31T18:31:39.373608Z","end":"2026-03-31T18:31:39.49358Z","steps":["trace[818063845] 'process raft request' (duration: 99.687592ms)","trace[818063845] 'compare' (duration: 20.138304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:41.70253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.649409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:41.702625Z","caller":"traceutil/trace.go:171","msg":"trace[1028467942] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1822; }","duration":"180.794322ms","start":"2026-03-31T18:31:41.521809Z","end":"2026-03-31T18:31:41.702603Z","steps":["trace[1028467942] 'range keys from in-memory index tree' (duration: 180.594057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:41.702761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.477951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:41.702787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.516512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:41.702838Z","caller":"traceutil/trace.go:171","msg":"trace[1609654445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1822; }","duration":"181.632946ms","start":"2026-03-31T18:31:41.52119Z","end":"2026-03-31T18:31:41.702823Z","steps":["trace[1609654445] 'count revisions from in-memory index tree' (duration: 181.39523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:41.702894Z","caller":"traceutil/trace.go:171","msg":"trace[1154211400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1822; }","duration":"181.699927ms","start":"2026-03-31T18:31:41.521168Z","end":"2026-03-31T18:31:41.702868Z","steps":["trace[1154211400] 'range keys from in-memory index tree' (duration: 181.40343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:42.011087Z","caller":"traceutil/trace.go:171","msg":"trace[422166837] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"127.549837ms","start":"2026-03-31T18:31:41.883491Z","end":"2026-03-31T18:31:42.011041Z","steps":["trace[422166837] 'process raft request' (duration: 127.394592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.926579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.566333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:48.926668Z","caller":"traceutil/trace.go:171","msg":"trace[755222840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06; range_end:; response_count:1; response_revision:1929; }","duration":"101.698388ms","start":"2026-03-31T18:31:48.82495Z","end":"2026-03-31T18:31:48.926649Z","steps":["trace[755222840] 'range keys from in-memory index tree' (duration: 101.350038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:48.926587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.408607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:31:48.927118Z","caller":"traceutil/trace.go:171","msg":"trace[451943006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"122.999873ms","start":"2026-03-31T18:31:48.80409Z","end":"2026-03-31T18:31:48.92709Z","steps":["trace[451943006] 'range keys from in-memory index tree' (duration: 122.172859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:50.585667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418403411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:51.08584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418403411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:51.508383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454410811s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:52.085517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154170687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T18:31:52.085551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15106443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:31:52.085602Z","caller":"traceutil/trace.go:171","msg":"trace[1247861333] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06; range_end:; response_count:1; response_revision:1938; }","duration":"2.154354782s","start":"2026-03-31T18:31:49.931229Z","end":"2026-03-31T18:31:52.085584Z","steps":["trace[1247861333] 'range keys from in-memory index tree' (duration: 2.153931911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.085652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.931214Z","time spent":"2.154429244s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" "} {"level":"info","ts":"2026-03-31T18:31:52.08569Z","caller":"traceutil/trace.go:171","msg":"trace[1958554823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1938; }","duration":"2.151231295s","start":"2026-03-31T18:31:49.934382Z","end":"2026-03-31T18:31:52.085614Z","steps":["trace[1958554823] 'range keys from in-memory index tree' (duration: 2.150859105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.085867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.934363Z","time spent":"2.151448322s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:31:52.086118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253225742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:52.08621Z","caller":"traceutil/trace.go:171","msg":"trace[1762613686] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1938; }","duration":"2.253355116s","start":"2026-03-31T18:31:49.832834Z","end":"2026-03-31T18:31:52.086189Z","steps":["trace[1762613686] 'count revisions from in-memory index tree' (duration: 2.253092588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.086273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:49.832807Z","time spent":"2.253448067s","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:52.086511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.896265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:52.086565Z","caller":"traceutil/trace.go:171","msg":"trace[487464956] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"2.032701556s","start":"2026-03-31T18:31:50.053853Z","end":"2026-03-31T18:31:52.086554Z","steps":["trace[487464956] 'process raft request' (duration: 1.454712s)","trace[487464956] 'compare' (duration: 577.310358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:52.086605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.053826Z","time spent":"2.032759117s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:52.516744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.721738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:52.517078Z","caller":"traceutil/trace.go:171","msg":"trace[1944472418] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"1.81833541s","start":"2026-03-31T18:31:50.698717Z","end":"2026-03-31T18:31:52.517052Z","steps":["trace[1944472418] 'process raft request' (duration: 1.818196827s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.517088Z","caller":"traceutil/trace.go:171","msg":"trace[1125897693] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2017; }","duration":"2.431458114s","start":"2026-03-31T18:31:50.085608Z","end":"2026-03-31T18:31:52.517066Z","steps":["trace[1125897693] 'read index received' (duration: 1.422956687s)","trace[1125897693] 'applied index is now lower than readState.Index' (duration: 1.008498927s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:52.517106Z","caller":"traceutil/trace.go:171","msg":"trace[1229969195] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"2.070732342s","start":"2026-03-31T18:31:50.446353Z","end":"2026-03-31T18:31:52.517085Z","steps":["trace[1229969195] 'process raft request' (duration: 2.070499375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:52.51709Z","caller":"traceutil/trace.go:171","msg":"trace[2141325089] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"675.526169ms","start":"2026-03-31T18:31:51.841544Z","end":"2026-03-31T18:31:52.51707Z","steps":["trace[2141325089] 'process raft request' (duration: 675.451087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.517215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.698688Z","time spent":"1.818456293s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:52.517285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.446326Z","time spent":"2.070834884s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:52.517234Z","caller":"traceutil/trace.go:171","msg":"trace[75012480] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"2.326135496s","start":"2026-03-31T18:31:50.191008Z","end":"2026-03-31T18:31:52.517143Z","steps":["trace[75012480] 'process raft request' (duration: 2.103931735s)","trace[75012480] 'compare' (duration: 221.601515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:52.517446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431842234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:31:52.51751Z","caller":"traceutil/trace.go:171","msg":"trace[1610867594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1943; }","duration":"2.431934277s","start":"2026-03-31T18:31:50.08556Z","end":"2026-03-31T18:31:52.517494Z","steps":["trace[1610867594] 'agreement among raft nodes before linearized reading' (duration: 2.431580167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.517347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.841519Z","time spent":"675.727625ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:52.517551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.085537Z","time spent":"2.432005008s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:52.517645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.190978Z","time spent":"2.326475425s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:52.957457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:52.957582Z","caller":"traceutil/trace.go:171","msg":"trace[1580847514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438899s","start":"2026-03-31T18:31:50.957116Z","end":"2026-03-31T18:31:52.957555Z","steps":["trace[1580847514] 'agreement among raft nodes before linearized reading' (duration: 2.000274594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:52.957673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.957096Z","time spent":"2.000564423s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:53.901371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384293683s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:53.901717Z","caller":"traceutil/trace.go:171","msg":"trace[697875417] linearizableReadLoop","detail":"{readStateIndex:2023; appliedIndex:2022; }","duration":"1.384548001s","start":"2026-03-31T18:31:52.517143Z","end":"2026-03-31T18:31:53.901691Z","steps":["trace[697875417] 'read index received' (duration: 84.012µs)","trace[697875417] 'applied index is now lower than readState.Index' (duration: 1.384462718s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.902071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532833298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:53.90217Z","caller":"traceutil/trace.go:171","msg":"trace[2146281852] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1943; }","duration":"1.532963662s","start":"2026-03-31T18:31:52.369185Z","end":"2026-03-31T18:31:53.902148Z","steps":["trace[2146281852] 'agreement among raft nodes before linearized reading' (duration: 1.532773597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.902255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765689417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:53.902293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807393087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:31:53.902278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.369167Z","time spent":"1.533085976s","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:53.902327Z","caller":"traceutil/trace.go:171","msg":"trace[1171720274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1943; }","duration":"2.765805479s","start":"2026-03-31T18:31:51.136504Z","end":"2026-03-31T18:31:53.90231Z","steps":["trace[1171720274] 'agreement among raft nodes before linearized reading' (duration: 2.765693336s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.902366Z","caller":"traceutil/trace.go:171","msg":"trace[836900202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1943; }","duration":"3.80750047s","start":"2026-03-31T18:31:50.094847Z","end":"2026-03-31T18:31:53.902348Z","steps":["trace[836900202] 'agreement among raft nodes before linearized reading' (duration: 3.807287274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.90234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745690309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:31:53.902391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.136474Z","time spent":"2.765900772s","remote":"127.0.0.1:37266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:53.902371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605902201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:53.90239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84807741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T18:31:53.902461Z","caller":"traceutil/trace.go:171","msg":"trace[213528471] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1943; }","duration":"2.606040694s","start":"2026-03-31T18:31:51.296399Z","end":"2026-03-31T18:31:53.90244Z","steps":["trace[213528471] 'agreement among raft nodes before linearized reading' (duration: 2.60584581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.902481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801532885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:31:53.902517Z","caller":"traceutil/trace.go:171","msg":"trace[644638806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1943; }","duration":"3.801587727s","start":"2026-03-31T18:31:50.100921Z","end":"2026-03-31T18:31:53.902509Z","steps":["trace[644638806] 'agreement among raft nodes before linearized reading' (duration: 3.801502324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.902526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:51.296379Z","time spent":"2.606131088s","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:53.902552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.100908Z","time spent":"3.801636658s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:31:53.902532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746692227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:31:53.902655Z","caller":"traceutil/trace.go:171","msg":"trace[2002309730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1943; }","duration":"3.746862472s","start":"2026-03-31T18:31:50.155765Z","end":"2026-03-31T18:31:53.902627Z","steps":["trace[2002309730] 'agreement among raft nodes before linearized reading' (duration: 3.746505952s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.902481Z","caller":"traceutil/trace.go:171","msg":"trace[322865031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1943; }","duration":"1.848208193s","start":"2026-03-31T18:31:52.054255Z","end":"2026-03-31T18:31:53.902463Z","steps":["trace[322865031] 'agreement among raft nodes before linearized reading' (duration: 1.847944555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.90273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.054236Z","time spent":"1.84848529s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:31:53.902722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.155747Z","time spent":"3.746958654s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:31:53.902435Z","caller":"traceutil/trace.go:171","msg":"trace[288347393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1943; }","duration":"3.745811303s","start":"2026-03-31T18:31:50.156602Z","end":"2026-03-31T18:31:53.902413Z","steps":["trace[288347393] 'agreement among raft nodes before linearized reading' (duration: 3.745531426s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.902665Z","caller":"traceutil/trace.go:171","msg":"trace[1496533231] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"1.380090718s","start":"2026-03-31T18:31:52.522544Z","end":"2026-03-31T18:31:53.902635Z","steps":["trace[1496533231] 'process raft request' (duration: 1.379003948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.902887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.156596Z","time spent":"3.746263045s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:31:53.902981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.522512Z","time spent":"1.380402186s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:53.902403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.094831Z","time spent":"3.807564171s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:31:53.917605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499366964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T18:31:53.917645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.611941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:53.917717Z","caller":"traceutil/trace.go:171","msg":"trace[389813021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1944; }","duration":"703.752485ms","start":"2026-03-31T18:31:53.213944Z","end":"2026-03-31T18:31:53.917697Z","steps":["trace[389813021] 'agreement among raft nodes before linearized reading' (duration: 688.826545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.917718Z","caller":"traceutil/trace.go:171","msg":"trace[740661087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06; range_end:; response_count:1; response_revision:1944; }","duration":"3.499491739s","start":"2026-03-31T18:31:50.418185Z","end":"2026-03-31T18:31:53.917676Z","steps":["trace[740661087] 'agreement among raft nodes before linearized reading' (duration: 3.484291431s)","trace[740661087] 'range keys from in-memory index tree' (duration: 14.992672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.917798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.622373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T18:31:53.917835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.418169Z","time spent":"3.499647532s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" "} {"level":"info","ts":"2026-03-31T18:31:53.917849Z","caller":"traceutil/trace.go:171","msg":"trace[1190125483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1944; }","duration":"823.715625ms","start":"2026-03-31T18:31:53.094114Z","end":"2026-03-31T18:31:53.91783Z","steps":["trace[1190125483] 'agreement among raft nodes before linearized reading' (duration: 808.697482ms)","trace[1190125483] 'range keys from in-memory index tree' (duration: 14.856979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:53.917604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.639084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:53.917861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364355321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:53.917984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.319287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T18:31:53.918012Z","caller":"traceutil/trace.go:171","msg":"trace[1760968529] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1944; }","duration":"3.364623759s","start":"2026-03-31T18:31:50.553328Z","end":"2026-03-31T18:31:53.917952Z","steps":["trace[1760968529] 'agreement among raft nodes before linearized reading' (duration: 3.349133864s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:53.918031Z","caller":"traceutil/trace.go:171","msg":"trace[1503375249] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06; range_end:; response_count:1; response_revision:1944; }","duration":"826.404818ms","start":"2026-03-31T18:31:53.091614Z","end":"2026-03-31T18:31:53.918018Z","steps":["trace[1503375249] 'agreement among raft nodes before linearized reading' (duration: 811.20462ms)","trace[1503375249] 'range keys from in-memory index tree' (duration: 15.072255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:53.917997Z","caller":"traceutil/trace.go:171","msg":"trace[2109776184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1944; }","duration":"960.064625ms","start":"2026-03-31T18:31:52.957905Z","end":"2026-03-31T18:31:53.91797Z","steps":["trace[2109776184] 'agreement among raft nodes before linearized reading' (duration: 944.659902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.918061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.09159Z","time spent":"826.466071ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-266c793c-13de-4dc1-9958-acfcfb2e1e06\" "} {"level":"warn","ts":"2026-03-31T18:31:53.918078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.213902Z","time spent":"703.915289ms","remote":"127.0.0.1:37300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:53.918106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:52.957886Z","time spent":"960.187459ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:53.918129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:50.553309Z","time spent":"3.364753183s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:53.917859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.587094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:53.918295Z","caller":"traceutil/trace.go:171","msg":"trace[1634565953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1944; }","duration":"807.054167ms","start":"2026-03-31T18:31:53.111192Z","end":"2026-03-31T18:31:53.918247Z","steps":["trace[1634565953] 'agreement among raft nodes before linearized reading' (duration: 791.610933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:53.918366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.111158Z","time spent":"807.18071ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:53.917883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:53.094072Z","time spent":"823.803058ms","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:00.766564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.731672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:00.766671Z","caller":"traceutil/trace.go:171","msg":"trace[617688115] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2007; }","duration":"388.881045ms","start":"2026-03-31T18:32:00.377769Z","end":"2026-03-31T18:32:00.76665Z","steps":["trace[617688115] 'count revisions from in-memory index tree' (duration: 388.65283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:00.766716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:00.37773Z","time spent":"388.972488ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:00.900248Z","caller":"traceutil/trace.go:171","msg":"trace[1491822181] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"336.572957ms","start":"2026-03-31T18:32:00.563649Z","end":"2026-03-31T18:32:00.900222Z","steps":["trace[1491822181] 'process raft request' (duration: 336.404143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:00.900412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:00.563628Z","time spent":"336.705801ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:00.901353Z","caller":"traceutil/trace.go:171","msg":"trace[1982754149] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"293.179925ms","start":"2026-03-31T18:32:00.608142Z","end":"2026-03-31T18:32:00.901322Z","steps":["trace[1982754149] 'process raft request' (duration: 293.129123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:00.901394Z","caller":"traceutil/trace.go:171","msg":"trace[212691222] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"293.779701ms","start":"2026-03-31T18:32:00.607584Z","end":"2026-03-31T18:32:00.901364Z","steps":["trace[212691222] 'process raft request' (duration: 293.540395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:04.502949Z","caller":"traceutil/trace.go:171","msg":"trace[531916732] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"171.886958ms","start":"2026-03-31T18:32:04.331031Z","end":"2026-03-31T18:32:04.502918Z","steps":["trace[531916732] 'process raft request' (duration: 171.032684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:09.055639Z","caller":"traceutil/trace.go:171","msg":"trace[1889530678] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"130.383936ms","start":"2026-03-31T18:32:08.925232Z","end":"2026-03-31T18:32:09.055616Z","steps":["trace[1889530678] 'process raft request' (duration: 130.236272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:09.912225Z","caller":"traceutil/trace.go:171","msg":"trace[484311851] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2156; }","duration":"972.440586ms","start":"2026-03-31T18:32:08.939758Z","end":"2026-03-31T18:32:09.912198Z","steps":["trace[484311851] 'read index received' (duration: 115.799886ms)","trace[484311851] 'applied index is now lower than readState.Index' (duration: 856.639709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:09.912351Z","caller":"traceutil/trace.go:171","msg":"trace[673304095] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"984.005293ms","start":"2026-03-31T18:32:08.928286Z","end":"2026-03-31T18:32:09.912292Z","steps":["trace[673304095] 'process raft request' (duration: 983.86464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.912423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.333988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:09.912495Z","caller":"traceutil/trace.go:171","msg":"trace[2052373351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2076; }","duration":"954.466362ms","start":"2026-03-31T18:32:08.958011Z","end":"2026-03-31T18:32:09.912478Z","steps":["trace[2052373351] 'agreement among raft nodes before linearized reading' (duration: 954.342757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.912505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.92828Z","time spent":"984.140307ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:09.912549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.957987Z","time spent":"954.550153ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:09.912628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.788555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-03-31T18:32:09.912712Z","caller":"traceutil/trace.go:171","msg":"trace[1659650040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2076; }","duration":"900.924499ms","start":"2026-03-31T18:32:09.011769Z","end":"2026-03-31T18:32:09.912694Z","steps":["trace[1659650040] 'agreement among raft nodes before linearized reading' (duration: 900.653351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.912772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.011749Z","time spent":"901.00994ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:32:09.912317Z","caller":"traceutil/trace.go:171","msg":"trace[1015099714] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"984.984642ms","start":"2026-03-31T18:32:08.92727Z","end":"2026-03-31T18:32:09.912255Z","steps":["trace[1015099714] 'process raft request' (duration: 984.720314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.913015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.216409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:09.91316Z","caller":"traceutil/trace.go:171","msg":"trace[1100194431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2076; }","duration":"880.62235ms","start":"2026-03-31T18:32:09.032514Z","end":"2026-03-31T18:32:09.913137Z","steps":["trace[1100194431] 'agreement among raft nodes before linearized reading' (duration: 879.854199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.913238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.431152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T18:32:09.913287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.032495Z","time spent":"880.778834ms","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T18:32:09.913364Z","caller":"traceutil/trace.go:171","msg":"trace[397284709] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2076; }","duration":"973.636498ms","start":"2026-03-31T18:32:08.939699Z","end":"2026-03-31T18:32:09.913336Z","steps":["trace[397284709] 'agreement among raft nodes before linearized reading' (duration: 972.64052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:09.913422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.939675Z","time spent":"973.734921ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:32:09.913266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:08.927247Z","time spent":"985.816043ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:10.348055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.068902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:10.348244Z","caller":"traceutil/trace.go:171","msg":"trace[1812004240] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"429.510084ms","start":"2026-03-31T18:32:09.91871Z","end":"2026-03-31T18:32:10.34822Z","steps":["trace[1812004240] 'process raft request' (duration: 241.167074ms)","trace[1812004240] 'compare' (duration: 187.874686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:10.348295Z","caller":"traceutil/trace.go:171","msg":"trace[1624165189] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"148.554624ms","start":"2026-03-31T18:32:10.199722Z","end":"2026-03-31T18:32:10.348276Z","steps":["trace[1624165189] 'process raft request' (duration: 148.456061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.348351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.918688Z","time spent":"429.605115ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:10.348439Z","caller":"traceutil/trace.go:171","msg":"trace[179429561] linearizableReadLoop","detail":"{readStateIndex:2160; appliedIndex:2159; }","duration":"420.588007ms","start":"2026-03-31T18:32:09.927789Z","end":"2026-03-31T18:32:10.348377Z","steps":["trace[179429561] 'read index received' (duration: 231.992231ms)","trace[179429561] 'applied index is now lower than readState.Index' (duration: 188.592016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:10.348549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.762392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:10.348614Z","caller":"traceutil/trace.go:171","msg":"trace[827289580] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2078; }","duration":"420.875365ms","start":"2026-03-31T18:32:09.927724Z","end":"2026-03-31T18:32:10.3486Z","steps":["trace[827289580] 'agreement among raft nodes before linearized reading' (duration: 420.782912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.348659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.927696Z","time spent":"420.948938ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:32:10.348735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.290859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:10.3488Z","caller":"traceutil/trace.go:171","msg":"trace[276211439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2078; }","duration":"320.399732ms","start":"2026-03-31T18:32:10.028385Z","end":"2026-03-31T18:32:10.348785Z","steps":["trace[276211439] 'agreement among raft nodes before linearized reading' (duration: 320.205777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.348826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.654907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:10.348923Z","caller":"traceutil/trace.go:171","msg":"trace[916885798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2078; }","duration":"349.78534ms","start":"2026-03-31T18:32:09.999112Z","end":"2026-03-31T18:32:10.348897Z","steps":["trace[916885798] 'agreement among raft nodes before linearized reading' (duration: 349.518372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.34885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.028361Z","time spent":"320.476853ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:10.348981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.999095Z","time spent":"349.874554ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:10.348931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.05936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:10.349076Z","caller":"traceutil/trace.go:171","msg":"trace[1316841884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2078; }","duration":"313.238724ms","start":"2026-03-31T18:32:10.035817Z","end":"2026-03-31T18:32:10.349056Z","steps":["trace[1316841884] 'agreement among raft nodes before linearized reading' (duration: 312.917905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.348741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.943409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:32:10.349157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.035801Z","time spent":"313.312847ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:32:10.349176Z","caller":"traceutil/trace.go:171","msg":"trace[2032297444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2078; }","duration":"332.425232ms","start":"2026-03-31T18:32:10.016734Z","end":"2026-03-31T18:32:10.34916Z","steps":["trace[2032297444] 'agreement among raft nodes before linearized reading' (duration: 331.892217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.349233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:10.016708Z","time spent":"332.508575ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:10.349358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.275528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:10.349527Z","caller":"traceutil/trace.go:171","msg":"trace[1005597000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2078; }","duration":"368.371432ms","start":"2026-03-31T18:32:09.981024Z","end":"2026-03-31T18:32:10.349396Z","steps":["trace[1005597000] 'agreement among raft nodes before linearized reading' (duration: 367.5644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.349581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:09.980995Z","time spent":"368.574008ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:32:10.527815Z","caller":"traceutil/trace.go:171","msg":"trace[1307247103] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"174.744906ms","start":"2026-03-31T18:32:10.353037Z","end":"2026-03-31T18:32:10.527782Z","steps":["trace[1307247103] 'process raft request' (duration: 174.491299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.528166Z","caller":"traceutil/trace.go:171","msg":"trace[1166013789] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2161; }","duration":"170.583702ms","start":"2026-03-31T18:32:10.357553Z","end":"2026-03-31T18:32:10.528136Z","steps":["trace[1166013789] 'read index received' (duration: 59.25745ms)","trace[1166013789] 'applied index is now lower than readState.Index' (duration: 111.324592ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:10.528249Z","caller":"traceutil/trace.go:171","msg":"trace[1502632847] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"174.555651ms","start":"2026-03-31T18:32:10.353673Z","end":"2026-03-31T18:32:10.528229Z","steps":["trace[1502632847] 'process raft request' (duration: 174.291304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.528303Z","caller":"traceutil/trace.go:171","msg":"trace[125692747] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"174.684014ms","start":"2026-03-31T18:32:10.353607Z","end":"2026-03-31T18:32:10.528291Z","steps":["trace[125692747] 'process raft request' (duration: 174.126159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.528321Z","caller":"traceutil/trace.go:171","msg":"trace[1016779949] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"174.603212ms","start":"2026-03-31T18:32:10.353703Z","end":"2026-03-31T18:32:10.528306Z","steps":["trace[1016779949] 'process raft request' (duration: 174.367035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:10.528387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.805527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:10.528893Z","caller":"traceutil/trace.go:171","msg":"trace[956977125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"171.344372ms","start":"2026-03-31T18:32:10.357521Z","end":"2026-03-31T18:32:10.528866Z","steps":["trace[956977125] 'agreement among raft nodes before linearized reading' (duration: 170.703084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:10.783505Z","caller":"traceutil/trace.go:171","msg":"trace[1238293100] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"154.720515ms","start":"2026-03-31T18:32:10.628744Z","end":"2026-03-31T18:32:10.783464Z","steps":["trace[1238293100] 'process raft request' (duration: 118.700105ms)","trace[1238293100] 'compare' (duration: 35.588198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:14.673039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.405565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:32:14.673118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.991323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:14.673146Z","caller":"traceutil/trace.go:171","msg":"trace[1907476592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2102; }","duration":"130.549331ms","start":"2026-03-31T18:32:14.542573Z","end":"2026-03-31T18:32:14.673123Z","steps":["trace[1907476592] 'range keys from in-memory index tree' (duration: 130.230021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.673137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.659003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:14.673172Z","caller":"traceutil/trace.go:171","msg":"trace[1928549365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2102; }","duration":"131.079995ms","start":"2026-03-31T18:32:14.542078Z","end":"2026-03-31T18:32:14.673158Z","steps":["trace[1928549365] 'range keys from in-memory index tree' (duration: 130.87343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.673153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.920111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:32:14.673213Z","caller":"traceutil/trace.go:171","msg":"trace[311003489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2102; }","duration":"238.771947ms","start":"2026-03-31T18:32:14.434417Z","end":"2026-03-31T18:32:14.673189Z","steps":["trace[311003489] 'range keys from in-memory index tree' (duration: 238.433488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:14.67327Z","caller":"traceutil/trace.go:171","msg":"trace[844949787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"131.027863ms","start":"2026-03-31T18:32:14.542178Z","end":"2026-03-31T18:32:14.673206Z","steps":["trace[844949787] 'range keys from in-memory index tree' (duration: 130.751286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.673258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.768694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:14.673359Z","caller":"traceutil/trace.go:171","msg":"trace[554880632] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2102; }","duration":"188.298129ms","start":"2026-03-31T18:32:14.48504Z","end":"2026-03-31T18:32:14.673338Z","steps":["trace[554880632] 'count revisions from in-memory index tree' (duration: 187.647962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:14.673635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.974848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:32:14.673684Z","caller":"traceutil/trace.go:171","msg":"trace[1710965789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2102; }","duration":"133.024089ms","start":"2026-03-31T18:32:14.540649Z","end":"2026-03-31T18:32:14.673673Z","steps":["trace[1710965789] 'range keys from in-memory index tree' (duration: 132.061322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:15.284024Z","caller":"traceutil/trace.go:171","msg":"trace[1950557600] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"207.819086ms","start":"2026-03-31T18:32:15.076181Z","end":"2026-03-31T18:32:15.284Z","steps":["trace[1950557600] 'process raft request' (duration: 207.676082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.181582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.003537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:16.181664Z","caller":"traceutil/trace.go:171","msg":"trace[1149742489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2108; }","duration":"225.101739ms","start":"2026-03-31T18:32:15.956545Z","end":"2026-03-31T18:32:16.181647Z","steps":["trace[1149742489] 'range keys from in-memory index tree' (duration: 224.900784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.181936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.892802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-31T18:32:16.18215Z","caller":"traceutil/trace.go:171","msg":"trace[839668877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2108; }","duration":"646.143259ms","start":"2026-03-31T18:32:15.535988Z","end":"2026-03-31T18:32:16.182131Z","steps":["trace[839668877] 'range keys from in-memory index tree' (duration: 645.740679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:16.182138Z","caller":"traceutil/trace.go:171","msg":"trace[482769859] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"209.44888ms","start":"2026-03-31T18:32:15.972665Z","end":"2026-03-31T18:32:16.182114Z","steps":["trace[482769859] 'process raft request' (duration: 206.069048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.182195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:15.535974Z","time spent":"646.208691ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:32:16.183625Z","caller":"traceutil/trace.go:171","msg":"trace[1443257659] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2193; }","duration":"150.769326ms","start":"2026-03-31T18:32:16.032824Z","end":"2026-03-31T18:32:16.183594Z","steps":["trace[1443257659] 'read index received' (duration: 145.910333ms)","trace[1443257659] 'applied index is now lower than readState.Index' (duration: 4.857843ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:16.183708Z","caller":"traceutil/trace.go:171","msg":"trace[532688678] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"159.419164ms","start":"2026-03-31T18:32:16.024244Z","end":"2026-03-31T18:32:16.183663Z","steps":["trace[532688678] 'process raft request' (duration: 159.217708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:16.183892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.057434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:16.18399Z","caller":"traceutil/trace.go:171","msg":"trace[793171179] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"151.197197ms","start":"2026-03-31T18:32:16.032769Z","end":"2026-03-31T18:32:16.183966Z","steps":["trace[793171179] 'agreement among raft nodes before linearized reading' (duration: 150.967661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:42.066914Z","caller":"traceutil/trace.go:171","msg":"trace[1100618469] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2343; }","duration":"108.722888ms","start":"2026-03-31T18:32:41.958166Z","end":"2026-03-31T18:32:42.066889Z","steps":["trace[1100618469] 'read index received' (duration: 108.484752ms)","trace[1100618469] 'applied index is now lower than readState.Index' (duration: 237.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:42.067002Z","caller":"traceutil/trace.go:171","msg":"trace[717259800] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"236.842228ms","start":"2026-03-31T18:32:41.830137Z","end":"2026-03-31T18:32:42.066979Z","steps":["trace[717259800] 'process raft request' (duration: 236.580021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:42.067101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.914784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:42.067182Z","caller":"traceutil/trace.go:171","msg":"trace[124298398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"109.042278ms","start":"2026-03-31T18:32:41.958118Z","end":"2026-03-31T18:32:42.06716Z","steps":["trace[124298398] 'agreement among raft nodes before linearized reading' (duration: 108.876083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:42.260337Z","caller":"traceutil/trace.go:171","msg":"trace[733472365] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"190.783736ms","start":"2026-03-31T18:32:42.069527Z","end":"2026-03-31T18:32:42.260311Z","steps":["trace[733472365] 'process raft request' (duration: 157.71579ms)","trace[733472365] 'compare' (duration: 32.85609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:43.23703Z","caller":"traceutil/trace.go:171","msg":"trace[1677344615] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"229.016643ms","start":"2026-03-31T18:32:43.007987Z","end":"2026-03-31T18:32:43.237003Z","steps":["trace[1677344615] 'process raft request' (duration: 228.812477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:47.010144Z","caller":"traceutil/trace.go:171","msg":"trace[963814140] linearizableReadLoop","detail":"{readStateIndex:2370; appliedIndex:2369; }","duration":"108.979105ms","start":"2026-03-31T18:32:46.901087Z","end":"2026-03-31T18:32:47.010066Z","steps":["trace[963814140] 'read index received' (duration: 108.741619ms)","trace[963814140] 'applied index is now lower than readState.Index' (duration: 235.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:47.010692Z","caller":"traceutil/trace.go:171","msg":"trace[1845788845] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"146.393541ms","start":"2026-03-31T18:32:46.864284Z","end":"2026-03-31T18:32:47.010678Z","steps":["trace[1845788845] 'process raft request' (duration: 145.565818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.011001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.903812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:32:47.011037Z","caller":"traceutil/trace.go:171","msg":"trace[1935568251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2279; }","duration":"110.011834ms","start":"2026-03-31T18:32:46.901017Z","end":"2026-03-31T18:32:47.011029Z","steps":["trace[1935568251] 'agreement among raft nodes before linearized reading' (duration: 109.87227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.01123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.526416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:47.011255Z","caller":"traceutil/trace.go:171","msg":"trace[436770824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2279; }","duration":"107.582368ms","start":"2026-03-31T18:32:46.903666Z","end":"2026-03-31T18:32:47.011248Z","steps":["trace[436770824] 'agreement among raft nodes before linearized reading' (duration: 107.500655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.011836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.180239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:47.011865Z","caller":"traceutil/trace.go:171","msg":"trace[1438018632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2279; }","duration":"106.227471ms","start":"2026-03-31T18:32:46.905631Z","end":"2026-03-31T18:32:47.011859Z","steps":["trace[1438018632] 'agreement among raft nodes before linearized reading' (duration: 106.157729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.011835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.970438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:47.011921Z","caller":"traceutil/trace.go:171","msg":"trace[929194739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2279; }","duration":"108.119762ms","start":"2026-03-31T18:32:46.903776Z","end":"2026-03-31T18:32:47.011895Z","steps":["trace[929194739] 'agreement among raft nodes before linearized reading' (duration: 107.857116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:47.419868Z","caller":"traceutil/trace.go:171","msg":"trace[379750431] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"406.072253ms","start":"2026-03-31T18:32:47.01377Z","end":"2026-03-31T18:32:47.419842Z","steps":["trace[379750431] 'process raft request' (duration: 405.91812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.420021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.013728Z","time spent":"406.218517ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:47.654828Z","caller":"traceutil/trace.go:171","msg":"trace[230179319] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"637.675609ms","start":"2026-03-31T18:32:47.017132Z","end":"2026-03-31T18:32:47.654807Z","steps":["trace[230179319] 'process raft request' (duration: 630.81669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.654942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.017105Z","time spent":"637.781112ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:47.654965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.679499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:32:47.654999Z","caller":"traceutil/trace.go:171","msg":"trace[1061147054] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:2285; }","duration":"606.749691ms","start":"2026-03-31T18:32:47.048242Z","end":"2026-03-31T18:32:47.654992Z","steps":["trace[1061147054] 'agreement among raft nodes before linearized reading' (duration: 606.632738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.65502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.048222Z","time spent":"606.792093ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"info","ts":"2026-03-31T18:32:47.655131Z","caller":"traceutil/trace.go:171","msg":"trace[604668649] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"637.494634ms","start":"2026-03-31T18:32:47.017629Z","end":"2026-03-31T18:32:47.655124Z","steps":["trace[604668649] 'process raft request' (duration: 637.096773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.655176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.017588Z","time spent":"637.565386ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:47.654853Z","caller":"traceutil/trace.go:171","msg":"trace[240641273] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2370; }","duration":"606.547295ms","start":"2026-03-31T18:32:47.048296Z","end":"2026-03-31T18:32:47.654843Z","steps":["trace[240641273] 'read index received' (duration: 371.489856ms)","trace[240641273] 'applied index is now lower than readState.Index' (duration: 235.056489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:47.655241Z","caller":"traceutil/trace.go:171","msg":"trace[1281824570] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"549.511393ms","start":"2026-03-31T18:32:47.10572Z","end":"2026-03-31T18:32:47.655232Z","steps":["trace[1281824570] 'process raft request' (duration: 549.097112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:47.655254Z","caller":"traceutil/trace.go:171","msg":"trace[1184791153] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"637.387401ms","start":"2026-03-31T18:32:47.017851Z","end":"2026-03-31T18:32:47.655238Z","steps":["trace[1184791153] 'process raft request' (duration: 636.946549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:47.65526Z","caller":"traceutil/trace.go:171","msg":"trace[2141473224] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"637.609777ms","start":"2026-03-31T18:32:47.017631Z","end":"2026-03-31T18:32:47.65524Z","steps":["trace[2141473224] 'process raft request' (duration: 637.139295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.655354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.017821Z","time spent":"637.465173ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:47.655382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.017589Z","time spent":"637.722751ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:47.655281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.105686Z","time spent":"549.575015ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:47.716589Z","caller":"traceutil/trace.go:171","msg":"trace[341378722] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"211.623277ms","start":"2026-03-31T18:32:47.504937Z","end":"2026-03-31T18:32:47.716561Z","steps":["trace[341378722] 'process raft request' (duration: 211.410291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.716626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.143717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:47.716708Z","caller":"traceutil/trace.go:171","msg":"trace[596658354] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2286; }","duration":"567.29894ms","start":"2026-03-31T18:32:47.149391Z","end":"2026-03-31T18:32:47.71669Z","steps":["trace[596658354] 'agreement among raft nodes before linearized reading' (duration: 567.109476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.716751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.149361Z","time spent":"567.379862ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":22,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:47.716795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.642094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:47.716994Z","caller":"traceutil/trace.go:171","msg":"trace[2033422240] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2286; }","duration":"531.907012ms","start":"2026-03-31T18:32:47.185068Z","end":"2026-03-31T18:32:47.716975Z","steps":["trace[2033422240] 'agreement among raft nodes before linearized reading' (duration: 531.619373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:47.717047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:47.185047Z","time spent":"531.981903ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:47.717406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.81576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:47.717543Z","caller":"traceutil/trace.go:171","msg":"trace[903665256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2286; }","duration":"289.989124ms","start":"2026-03-31T18:32:47.427526Z","end":"2026-03-31T18:32:47.717515Z","steps":["trace[903665256] 'agreement among raft nodes before linearized reading' (duration: 289.10458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.4898Z","caller":"traceutil/trace.go:171","msg":"trace[1978674231] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"118.935128ms","start":"2026-03-31T18:32:48.370788Z","end":"2026-03-31T18:32:48.489723Z","steps":["trace[1978674231] 'process raft request' (duration: 118.761454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:48.491868Z","caller":"traceutil/trace.go:171","msg":"trace[501218496] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"118.133116ms","start":"2026-03-31T18:32:48.373703Z","end":"2026-03-31T18:32:48.491836Z","steps":["trace[501218496] 'process raft request' (duration: 117.976972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.194704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418404258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:32:54.590578Z","caller":"traceutil/trace.go:171","msg":"trace[1465193176] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"907.220163ms","start":"2026-03-31T18:32:53.683318Z","end":"2026-03-31T18:32:54.590538Z","steps":["trace[1465193176] 'process raft request' (duration: 906.997407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.591144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.683298Z","time spent":"907.403449ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.809863Z","caller":"traceutil/trace.go:171","msg":"trace[1877779684] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"1.125813152s","start":"2026-03-31T18:32:53.684015Z","end":"2026-03-31T18:32:54.809828Z","steps":["trace[1877779684] 'process raft request' (duration: 1.125566685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.81005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.684003Z","time spent":"1.125952895s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.810113Z","caller":"traceutil/trace.go:171","msg":"trace[1085468093] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.125860242s","start":"2026-03-31T18:32:53.684232Z","end":"2026-03-31T18:32:54.810093Z","steps":["trace[1085468093] 'process raft request' (duration: 1.125502373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.810366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.684226Z","time spent":"1.126046738s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.81039Z","caller":"traceutil/trace.go:171","msg":"trace[498422060] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"1.125800821s","start":"2026-03-31T18:32:53.68456Z","end":"2026-03-31T18:32:54.810361Z","steps":["trace[498422060] 'process raft request' (duration: 1.125464002s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.810509Z","caller":"traceutil/trace.go:171","msg":"trace[1710617343] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.071989457s","start":"2026-03-31T18:32:53.738503Z","end":"2026-03-31T18:32:54.810492Z","steps":["trace[1710617343] 'process raft request' (duration: 1.071777411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.810553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.684552Z","time spent":"1.125887143s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.810618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.738482Z","time spent":"1.072081289s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.810832Z","caller":"traceutil/trace.go:171","msg":"trace[1834661694] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"300.638286ms","start":"2026-03-31T18:32:54.510182Z","end":"2026-03-31T18:32:54.81082Z","steps":["trace[1834661694] 'process raft request' (duration: 300.247455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.810886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.510165Z","time spent":"300.692917ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:54.810882Z","caller":"traceutil/trace.go:171","msg":"trace[528632063] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2405; }","duration":"1.117241435s","start":"2026-03-31T18:32:53.693623Z","end":"2026-03-31T18:32:54.810865Z","steps":["trace[528632063] 'read index received' (duration: 896.739745ms)","trace[528632063] 'applied index is now lower than readState.Index' (duration: 220.50053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:54.81094Z","caller":"traceutil/trace.go:171","msg":"trace[1347990634] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"300.738849ms","start":"2026-03-31T18:32:54.510182Z","end":"2026-03-31T18:32:54.810921Z","steps":["trace[1347990634] 'process raft request' (duration: 300.563244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.81099Z","caller":"traceutil/trace.go:171","msg":"trace[550288416] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"245.647358ms","start":"2026-03-31T18:32:54.565331Z","end":"2026-03-31T18:32:54.810978Z","steps":["trace[550288416] 'process raft request' (duration: 245.482054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.811013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11737432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:54.811032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:54.510163Z","time spent":"300.819131ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:54.811064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053005146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:54.811075Z","caller":"traceutil/trace.go:171","msg":"trace[1681149145] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2320; }","duration":"1.117440062s","start":"2026-03-31T18:32:53.693619Z","end":"2026-03-31T18:32:54.811059Z","steps":["trace[1681149145] 'agreement among raft nodes before linearized reading' (duration: 1.117345169s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:54.811097Z","caller":"traceutil/trace.go:171","msg":"trace[995821043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2320; }","duration":"1.053084467s","start":"2026-03-31T18:32:53.758001Z","end":"2026-03-31T18:32:54.811085Z","steps":["trace[995821043] 'agreement among raft nodes before linearized reading' (duration: 1.052970794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:54.811126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.757972Z","time spent":"1.05314784s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:54.811125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:53.693592Z","time spent":"1.117514794s","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:55.968761Z","caller":"traceutil/trace.go:171","msg":"trace[2081442953] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"160.168488ms","start":"2026-03-31T18:32:55.808568Z","end":"2026-03-31T18:32:55.968737Z","steps":["trace[2081442953] 'read index received' (duration: 160.024644ms)","trace[2081442953] 'applied index is now lower than readState.Index' (duration: 142.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:55.968832Z","caller":"traceutil/trace.go:171","msg":"trace[1110413594] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"589.862859ms","start":"2026-03-31T18:32:55.378932Z","end":"2026-03-31T18:32:55.968795Z","steps":["trace[1110413594] 'process raft request' (duration: 589.645693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:55.968995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.404344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:32:55.969011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.378902Z","time spent":"590.010642ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:55.969042Z","caller":"traceutil/trace.go:171","msg":"trace[49774948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2322; }","duration":"160.503067ms","start":"2026-03-31T18:32:55.808528Z","end":"2026-03-31T18:32:55.969031Z","steps":["trace[49774948] 'agreement among raft nodes before linearized reading' (duration: 160.344122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:55.969076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.867484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T18:32:55.969151Z","caller":"traceutil/trace.go:171","msg":"trace[1480670269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2322; }","duration":"150.944866ms","start":"2026-03-31T18:32:55.818187Z","end":"2026-03-31T18:32:55.969132Z","steps":["trace[1480670269] 'agreement among raft nodes before linearized reading' (duration: 150.73755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:56.616895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418404277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:57.118016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418404277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:57.385347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412039552s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:32:57.437176Z","caller":"traceutil/trace.go:171","msg":"trace[380256213] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"1.463943294s","start":"2026-03-31T18:32:55.973207Z","end":"2026-03-31T18:32:57.43715Z","steps":["trace[380256213] 'process raft request' (duration: 1.412366591s)","trace[380256213] 'compare' (duration: 51.47813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:57.437319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:55.973185Z","time spent":"1.464063777s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:58.041339Z","caller":"traceutil/trace.go:171","msg":"trace[1731454524] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"1.225725509s","start":"2026-03-31T18:32:56.815579Z","end":"2026-03-31T18:32:58.041304Z","steps":["trace[1731454524] 'process raft request' (duration: 1.22544437s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.041428Z","caller":"traceutil/trace.go:171","msg":"trace[1531241219] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"1.223314691s","start":"2026-03-31T18:32:56.818088Z","end":"2026-03-31T18:32:58.041403Z","steps":["trace[1531241219] 'process raft request' (duration: 1.223215899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.041527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.815551Z","time spent":"1.225883812s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:58.041546Z","caller":"traceutil/trace.go:171","msg":"trace[1869753632] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"1.225027509s","start":"2026-03-31T18:32:56.816496Z","end":"2026-03-31T18:32:58.041524Z","steps":["trace[1869753632] 'process raft request' (duration: 1.22470555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.041555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.818074Z","time spent":"1.223412755s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:58.041568Z","caller":"traceutil/trace.go:171","msg":"trace[706203130] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"1.224585297s","start":"2026-03-31T18:32:56.816954Z","end":"2026-03-31T18:32:58.041539Z","steps":["trace[706203130] 'process raft request' (duration: 1.224305389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.041647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.816485Z","time spent":"1.22511257s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:58.041877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.816933Z","time spent":"1.224788622s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:58.041967Z","caller":"traceutil/trace.go:171","msg":"trace[675571083] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2415; }","duration":"1.925500178s","start":"2026-03-31T18:32:56.11645Z","end":"2026-03-31T18:32:58.04195Z","steps":["trace[675571083] 'read index received' (duration: 1.269083656s)","trace[675571083] 'applied index is now lower than readState.Index' (duration: 656.414862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:58.042028Z","caller":"traceutil/trace.go:171","msg":"trace[610365784] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"959.144845ms","start":"2026-03-31T18:32:57.08281Z","end":"2026-03-31T18:32:58.041955Z","steps":["trace[610365784] 'process raft request' (duration: 958.549029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.042087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925630912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:58.04225Z","caller":"traceutil/trace.go:171","msg":"trace[663040220] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2328; }","duration":"1.925844056s","start":"2026-03-31T18:32:56.116395Z","end":"2026-03-31T18:32:58.042239Z","steps":["trace[663040220] 'agreement among raft nodes before linearized reading' (duration: 1.925641611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.042292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.11637Z","time spent":"1.925910119s","remote":"127.0.0.1:50366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:58.042322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.082786Z","time spent":"959.351111ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:58.574767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.682486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:58.574884Z","caller":"traceutil/trace.go:171","msg":"trace[21472970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2328; }","duration":"124.83731ms","start":"2026-03-31T18:32:58.450029Z","end":"2026-03-31T18:32:58.574866Z","steps":["trace[21472970] 'range keys from in-memory index tree' (duration: 124.662255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.575655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.809951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:58.575725Z","caller":"traceutil/trace.go:171","msg":"trace[1224579979] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2421; }","duration":"533.701401ms","start":"2026-03-31T18:32:58.042012Z","end":"2026-03-31T18:32:58.575713Z","steps":["trace[1224579979] 'read index received' (duration: 98.737395ms)","trace[1224579979] 'applied index is now lower than readState.Index' (duration: 434.962736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:58.575905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223153743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:32:58.575945Z","caller":"traceutil/trace.go:171","msg":"trace[255013550] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2329; }","duration":"2.223231424s","start":"2026-03-31T18:32:56.352701Z","end":"2026-03-31T18:32:58.575932Z","steps":["trace[255013550] 'agreement among raft nodes before linearized reading' (duration: 2.223048369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.575977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.352682Z","time spent":"2.223285665s","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:58.575964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618040514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:58.575964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597336088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:58.576016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504578126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:32:58.576052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761540756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:32:58.576049Z","caller":"traceutil/trace.go:171","msg":"trace[48757699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2329; }","duration":"1.618173859s","start":"2026-03-31T18:32:56.957851Z","end":"2026-03-31T18:32:58.576024Z","steps":["trace[48757699] 'agreement among raft nodes before linearized reading' (duration: 1.618074836s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.576054Z","caller":"traceutil/trace.go:171","msg":"trace[7379840] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2329; }","duration":"1.597472402s","start":"2026-03-31T18:32:56.97856Z","end":"2026-03-31T18:32:58.576032Z","steps":["trace[7379840] 'agreement among raft nodes before linearized reading' (duration: 1.597338869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980879694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:32:58.576124Z","caller":"traceutil/trace.go:171","msg":"trace[312372316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2329; }","duration":"1.50470134s","start":"2026-03-31T18:32:57.071403Z","end":"2026-03-31T18:32:58.576105Z","steps":["trace[312372316] 'agreement among raft nodes before linearized reading' (duration: 1.504453843s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.57614Z","caller":"traceutil/trace.go:171","msg":"trace[1739652614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2329; }","duration":"1.76166012s","start":"2026-03-31T18:32:56.814462Z","end":"2026-03-31T18:32:58.576122Z","steps":["trace[1739652614] 'agreement among raft nodes before linearized reading' (duration: 1.761443294s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.576159Z","caller":"traceutil/trace.go:171","msg":"trace[723483424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2329; }","duration":"1.981011149s","start":"2026-03-31T18:32:56.595133Z","end":"2026-03-31T18:32:58.576144Z","steps":["trace[723483424] 'agreement among raft nodes before linearized reading' (duration: 1.980786353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.57615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.957828Z","time spent":"1.618308433s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:58.576153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.978536Z","time spent":"1.597601226s","remote":"127.0.0.1:50298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:58.575966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042967756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:58.576192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.595102Z","time spent":"1.98108223s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:32:58.575998Z","caller":"traceutil/trace.go:171","msg":"trace[1654656707] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"822.059301ms","start":"2026-03-31T18:32:57.753838Z","end":"2026-03-31T18:32:58.575897Z","steps":["trace[1654656707] 'process raft request' (duration: 386.92076ms)","trace[1654656707] 'compare' (duration: 434.118622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:58.576299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760585291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:32:58.576358Z","caller":"traceutil/trace.go:171","msg":"trace[356234869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2329; }","duration":"1.760661623s","start":"2026-03-31T18:32:56.815677Z","end":"2026-03-31T18:32:58.576339Z","steps":["trace[356234869] 'agreement among raft nodes before linearized reading' (duration: 1.760332094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.815661Z","time spent":"1.760739514s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:32:58.576447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599990411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T18:32:58.576397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75989184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:32:58.576503Z","caller":"traceutil/trace.go:171","msg":"trace[1417583130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2329; }","duration":"1.600057542s","start":"2026-03-31T18:32:56.976417Z","end":"2026-03-31T18:32:58.576475Z","steps":["trace[1417583130] 'agreement among raft nodes before linearized reading' (duration: 1.599434455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.976403Z","time spent":"1.600133305s","remote":"127.0.0.1:50506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T18:32:58.576208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176887614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T18:32:58.576588Z","caller":"traceutil/trace.go:171","msg":"trace[1107145877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2329; }","duration":"2.177314477s","start":"2026-03-31T18:32:56.399258Z","end":"2026-03-31T18:32:58.576573Z","steps":["trace[1107145877] 'agreement among raft nodes before linearized reading' (duration: 2.17669572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:58.576599Z","caller":"traceutil/trace.go:171","msg":"trace[1679345493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2329; }","duration":"1.760030995s","start":"2026-03-31T18:32:56.816469Z","end":"2026-03-31T18:32:58.5765Z","steps":["trace[1679345493] 'agreement among raft nodes before linearized reading' (duration: 1.759507671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.399239Z","time spent":"2.177391438s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:32:58.576171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.071391Z","time spent":"1.504770321s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:58.576176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.814441Z","time spent":"1.76172682s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:58.57673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.753818Z","time spent":"822.487271ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:58.576228Z","caller":"traceutil/trace.go:171","msg":"trace[967915457] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2329; }","duration":"2.043273233s","start":"2026-03-31T18:32:56.532931Z","end":"2026-03-31T18:32:58.576204Z","steps":["trace[967915457] 'agreement among raft nodes before linearized reading' (duration: 2.042983186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.532911Z","time spent":"2.043996785s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:58.576139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578300397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ac09f94173\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T18:32:58.577012Z","caller":"traceutil/trace.go:171","msg":"trace[1814089916] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a200ac09f94173; range_end:; response_count:1; response_revision:2329; }","duration":"1.579294484s","start":"2026-03-31T18:32:56.9977Z","end":"2026-03-31T18:32:58.576995Z","steps":["trace[1814089916] 'agreement among raft nodes before linearized reading' (duration: 1.578180623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.576248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527553217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:32:58.577067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.997682Z","time spent":"1.579371345s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a200ac09f94173\" "} {"level":"info","ts":"2026-03-31T18:32:58.577067Z","caller":"traceutil/trace.go:171","msg":"trace[862384213] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:2329; }","duration":"1.528372839s","start":"2026-03-31T18:32:57.048683Z","end":"2026-03-31T18:32:58.577056Z","steps":["trace[862384213] 'agreement among raft nodes before linearized reading' (duration: 1.527219878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:58.577115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:57.048636Z","time spent":"1.528467372s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"warn","ts":"2026-03-31T18:32:58.577215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:56.816454Z","time spent":"1.760181189s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:59.085928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418404287,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:32:59.13026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.57871Z","time spent":"551.546379ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:32:59.135359Z","caller":"traceutil/trace.go:171","msg":"trace[1612518059] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"554.452768ms","start":"2026-03-31T18:32:58.580889Z","end":"2026-03-31T18:32:59.135342Z","steps":["trace[1612518059] 'process raft request' (duration: 554.237672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.135473Z","caller":"traceutil/trace.go:171","msg":"trace[966598392] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"554.271355ms","start":"2026-03-31T18:32:58.581193Z","end":"2026-03-31T18:32:59.135465Z","steps":["trace[966598392] 'process raft request' (duration: 554.061329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.135696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.58118Z","time spent":"554.488809ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:59.135797Z","caller":"traceutil/trace.go:171","msg":"trace[1736301792] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"553.695328ms","start":"2026-03-31T18:32:58.582069Z","end":"2026-03-31T18:32:59.135764Z","steps":["trace[1736301792] 'process raft request' (duration: 553.359059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.135871Z","caller":"traceutil/trace.go:171","msg":"trace[10414374] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"553.670357ms","start":"2026-03-31T18:32:58.582173Z","end":"2026-03-31T18:32:59.135843Z","steps":["trace[10414374] 'process raft request' (duration: 553.475202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.135925Z","caller":"traceutil/trace.go:171","msg":"trace[1329881914] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"553.618917ms","start":"2026-03-31T18:32:58.582297Z","end":"2026-03-31T18:32:59.135916Z","steps":["trace[1329881914] 'process raft request' (duration: 553.452472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.135979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.582285Z","time spent":"553.668547ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:59.13597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.582051Z","time spent":"553.822991ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:59.13593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.891232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:59.135994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.582163Z","time spent":"553.76321ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:59.136069Z","caller":"traceutil/trace.go:171","msg":"trace[407089470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2335; }","duration":"551.017895ms","start":"2026-03-31T18:32:58.585004Z","end":"2026-03-31T18:32:59.136022Z","steps":["trace[407089470] 'agreement among raft nodes before linearized reading' (duration: 550.843149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.136245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.584996Z","time spent":"551.240511ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:32:59.135624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.580864Z","time spent":"554.672084ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:59.136222Z","caller":"traceutil/trace.go:171","msg":"trace[84492171] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"552.568967ms","start":"2026-03-31T18:32:58.5836Z","end":"2026-03-31T18:32:59.136169Z","steps":["trace[84492171] 'process raft request' (duration: 552.197758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.136124Z","caller":"traceutil/trace.go:171","msg":"trace[512101939] linearizableReadLoop","detail":"{readStateIndex:2429; appliedIndex:2422; }","duration":"550.820669ms","start":"2026-03-31T18:32:58.585022Z","end":"2026-03-31T18:32:59.135843Z","steps":["trace[512101939] 'read index received' (duration: 545.174635ms)","trace[512101939] 'applied index is now lower than readState.Index' (duration: 5.644814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:59.136747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.325005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:32:59.136836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.562125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:59.136786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.338204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:59.136868Z","caller":"traceutil/trace.go:171","msg":"trace[1055614364] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2336; }","duration":"334.640727ms","start":"2026-03-31T18:32:58.802218Z","end":"2026-03-31T18:32:59.136859Z","steps":["trace[1055614364] 'agreement among raft nodes before linearized reading' (duration: 334.576846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.136866Z","caller":"traceutil/trace.go:171","msg":"trace[718740835] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2336; }","duration":"147.455949ms","start":"2026-03-31T18:32:58.989383Z","end":"2026-03-31T18:32:59.136839Z","steps":["trace[718740835] 'agreement among raft nodes before linearized reading' (duration: 147.256864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.136895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.802197Z","time spent":"334.690478ms","remote":"127.0.0.1:50358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:59.136912Z","caller":"traceutil/trace.go:171","msg":"trace[1478043655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2336; }","duration":"551.472017ms","start":"2026-03-31T18:32:58.58541Z","end":"2026-03-31T18:32:59.136882Z","steps":["trace[1478043655] 'agreement among raft nodes before linearized reading' (duration: 551.22027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:59.136967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.585405Z","time spent":"551.547938ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:32:59.1369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:58.583581Z","time spent":"552.898466ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:33:30.264646Z","caller":"traceutil/trace.go:171","msg":"trace[1926608516] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"109.622103ms","start":"2026-03-31T18:33:30.155Z","end":"2026-03-31T18:33:30.264622Z","steps":["trace[1926608516] 'process raft request' (duration: 109.479769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:30.264764Z","caller":"traceutil/trace.go:171","msg":"trace[2071833504] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"109.728336ms","start":"2026-03-31T18:33:30.154992Z","end":"2026-03-31T18:33:30.26472Z","steps":["trace[2071833504] 'process raft request' (duration: 109.293724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.710898Z","caller":"traceutil/trace.go:171","msg":"trace[79069228] linearizableReadLoop","detail":"{readStateIndex:2923; appliedIndex:2922; }","duration":"194.292498ms","start":"2026-03-31T18:33:57.516568Z","end":"2026-03-31T18:33:57.71086Z","steps":["trace[79069228] 'read index received' (duration: 191.838501ms)","trace[79069228] 'applied index is now lower than readState.Index' (duration: 2.453047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:57.711009Z","caller":"traceutil/trace.go:171","msg":"trace[961049090] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"209.897403ms","start":"2026-03-31T18:33:57.501058Z","end":"2026-03-31T18:33:57.710955Z","steps":["trace[961049090] 'process raft request' (duration: 207.395875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.711264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.666059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:33:57.711293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.477241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:33:57.711329Z","caller":"traceutil/trace.go:171","msg":"trace[223536773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2809; }","duration":"194.788521ms","start":"2026-03-31T18:33:57.516524Z","end":"2026-03-31T18:33:57.711313Z","steps":["trace[223536773] 'agreement among raft nodes before linearized reading' (duration: 194.569105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.711298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.087209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:33:57.711403Z","caller":"traceutil/trace.go:171","msg":"trace[64168200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2809; }","duration":"184.245934ms","start":"2026-03-31T18:33:57.527133Z","end":"2026-03-31T18:33:57.711379Z","steps":["trace[64168200] 'agreement among raft nodes before linearized reading' (duration: 183.970616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.711426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.916729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:33:57.711346Z","caller":"traceutil/trace.go:171","msg":"trace[2028222386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2809; }","duration":"129.619175ms","start":"2026-03-31T18:33:57.581712Z","end":"2026-03-31T18:33:57.711331Z","steps":["trace[2028222386] 'agreement among raft nodes before linearized reading' (duration: 129.410759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:57.711462Z","caller":"traceutil/trace.go:171","msg":"trace[700707311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2809; }","duration":"130.996983ms","start":"2026-03-31T18:33:57.580456Z","end":"2026-03-31T18:33:57.711453Z","steps":["trace[700707311] 'agreement among raft nodes before linearized reading' (duration: 130.90946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:57.711421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.283909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:33:57.711556Z","caller":"traceutil/trace.go:171","msg":"trace[61781416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2809; }","duration":"124.458114ms","start":"2026-03-31T18:33:57.58708Z","end":"2026-03-31T18:33:57.711539Z","steps":["trace[61781416] 'agreement among raft nodes before linearized reading' (duration: 124.147235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.294534Z","caller":"traceutil/trace.go:171","msg":"trace[482855911] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"553.348209ms","start":"2026-03-31T18:34:01.741159Z","end":"2026-03-31T18:34:02.294508Z","steps":["trace[482855911] 'process raft request' (duration: 553.202474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.294752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.741139Z","time spent":"553.476953ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:02.300513Z","caller":"traceutil/trace.go:171","msg":"trace[1587118216] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"559.088235ms","start":"2026-03-31T18:34:01.741398Z","end":"2026-03-31T18:34:02.300486Z","steps":["trace[1587118216] 'process raft request' (duration: 559.023974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.300557Z","caller":"traceutil/trace.go:171","msg":"trace[1285696133] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"559.124046ms","start":"2026-03-31T18:34:01.741401Z","end":"2026-03-31T18:34:02.300525Z","steps":["trace[1285696133] 'process raft request' (duration: 558.892819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.300689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.741383Z","time spent":"559.219639ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:02.300736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.741389Z","time spent":"559.243069ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:02.300773Z","caller":"traceutil/trace.go:171","msg":"trace[1249977254] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"559.207109ms","start":"2026-03-31T18:34:01.741544Z","end":"2026-03-31T18:34:02.300751Z","steps":["trace[1249977254] 'process raft request' (duration: 558.912171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.301403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.741538Z","time spent":"559.799665ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:02.300868Z","caller":"traceutil/trace.go:171","msg":"trace[531100101] linearizableReadLoop","detail":"{readStateIndex:2952; appliedIndex:2947; }","duration":"492.85462ms","start":"2026-03-31T18:34:01.80799Z","end":"2026-03-31T18:34:02.300845Z","steps":["trace[531100101] 'read index received' (duration: 486.378573ms)","trace[531100101] 'applied index is now lower than readState.Index' (duration: 6.474766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:02.300913Z","caller":"traceutil/trace.go:171","msg":"trace[1429237614] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"559.340632ms","start":"2026-03-31T18:34:01.741557Z","end":"2026-03-31T18:34:02.300898Z","steps":["trace[1429237614] 'process raft request' (duration: 559.067964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.301586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.741549Z","time spent":"559.994171ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:02.30096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.967822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:02.301678Z","caller":"traceutil/trace.go:171","msg":"trace[622368355] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2838; }","duration":"493.733183ms","start":"2026-03-31T18:34:01.807931Z","end":"2026-03-31T18:34:02.301665Z","steps":["trace[622368355] 'agreement among raft nodes before linearized reading' (duration: 492.978682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.301712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:01.807909Z","time spent":"493.795515ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:34:02.30164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.001647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:02.302612Z","caller":"traceutil/trace.go:171","msg":"trace[356446606] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2838; }","duration":"160.011823ms","start":"2026-03-31T18:34:02.14256Z","end":"2026-03-31T18:34:02.302572Z","steps":["trace[356446606] 'agreement among raft nodes before linearized reading' (duration: 159.002545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:02.78302Z","caller":"traceutil/trace.go:171","msg":"trace[1537868407] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"422.018437ms","start":"2026-03-31T18:34:02.360976Z","end":"2026-03-31T18:34:02.782995Z","steps":["trace[1537868407] 'process raft request' (duration: 421.856043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:02.78318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.360956Z","time spent":"422.14332ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.03898Z","caller":"traceutil/trace.go:171","msg":"trace[2082979990] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"663.306307ms","start":"2026-03-31T18:34:02.37564Z","end":"2026-03-31T18:34:03.038946Z","steps":["trace[2082979990] 'process raft request' (duration: 614.966239ms)","trace[2082979990] 'compare' (duration: 48.120982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:03.039206Z","caller":"traceutil/trace.go:171","msg":"trace[495676489] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"659.7694ms","start":"2026-03-31T18:34:02.379396Z","end":"2026-03-31T18:34:03.039165Z","steps":["trace[495676489] 'process raft request' (duration: 659.498773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.039411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.375623Z","time spent":"663.44826ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:03.039433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.379385Z","time spent":"659.932416ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.039537Z","caller":"traceutil/trace.go:171","msg":"trace[1003922558] transaction","detail":"{read_only:false; response_revision:2842; number_of_response:1; }","duration":"653.367385ms","start":"2026-03-31T18:34:02.386147Z","end":"2026-03-31T18:34:03.039514Z","steps":["trace[1003922558] 'process raft request' (duration: 652.970335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.039636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.386135Z","time spent":"653.452599ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:03.122251Z","caller":"traceutil/trace.go:171","msg":"trace[1662349210] linearizableReadLoop","detail":"{readStateIndex:2957; appliedIndex:2953; }","duration":"336.273278ms","start":"2026-03-31T18:34:02.785947Z","end":"2026-03-31T18:34:03.12222Z","steps":["trace[1662349210] 'read index received' (duration: 204.609939ms)","trace[1662349210] 'applied index is now lower than readState.Index' (duration: 131.661689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:03.122537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.579468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:03.122576Z","caller":"traceutil/trace.go:171","msg":"trace[2132446889] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2842; }","duration":"336.679522ms","start":"2026-03-31T18:34:02.785886Z","end":"2026-03-31T18:34:03.122566Z","steps":["trace[2132446889] 'agreement among raft nodes before linearized reading' (duration: 336.501616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:03.12261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:02.785816Z","time spent":"336.785613ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T18:34:03.122928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.019867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:03.123062Z","caller":"traceutil/trace.go:171","msg":"trace[733433613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2842; }","duration":"166.234523ms","start":"2026-03-31T18:34:02.956799Z","end":"2026-03-31T18:34:03.123033Z","steps":["trace[733433613] 'agreement among raft nodes before linearized reading' (duration: 165.955295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:28.594405Z","caller":"traceutil/trace.go:171","msg":"trace[116405905] linearizableReadLoop","detail":"{readStateIndex:3119; appliedIndex:3118; }","duration":"118.590013ms","start":"2026-03-31T18:34:28.475777Z","end":"2026-03-31T18:34:28.594367Z","steps":["trace[116405905] 'read index received' (duration: 118.348987ms)","trace[116405905] 'applied index is now lower than readState.Index' (duration: 240.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:28.595326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.329052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:34:28.595427Z","caller":"traceutil/trace.go:171","msg":"trace[1199986212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2999; }","duration":"116.460976ms","start":"2026-03-31T18:34:28.478939Z","end":"2026-03-31T18:34:28.5954Z","steps":["trace[1199986212] 'agreement among raft nodes before linearized reading' (duration: 116.193858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.595579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.374691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:34:28.595633Z","caller":"traceutil/trace.go:171","msg":"trace[854529603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2999; }","duration":"113.488185ms","start":"2026-03-31T18:34:28.48213Z","end":"2026-03-31T18:34:28.595618Z","steps":["trace[854529603] 'agreement among raft nodes before linearized reading' (duration: 113.306839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.595749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.69434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:34:28.595771Z","caller":"traceutil/trace.go:171","msg":"trace[1291665071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2999; }","duration":"113.731711ms","start":"2026-03-31T18:34:28.482033Z","end":"2026-03-31T18:34:28.595765Z","steps":["trace[1291665071] 'agreement among raft nodes before linearized reading' (duration: 113.666909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:28.595825Z","caller":"traceutil/trace.go:171","msg":"trace[296797229] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"231.654306ms","start":"2026-03-31T18:34:28.364153Z","end":"2026-03-31T18:34:28.595807Z","steps":["trace[296797229] 'process raft request' (duration: 230.048322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.595913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.005203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:28.595934Z","caller":"traceutil/trace.go:171","msg":"trace[1190603342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2999; }","duration":"116.051523ms","start":"2026-03-31T18:34:28.479877Z","end":"2026-03-31T18:34:28.595928Z","steps":["trace[1190603342] 'agreement among raft nodes before linearized reading' (duration: 115.984352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:28.596043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.268488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:34:28.59608Z","caller":"traceutil/trace.go:171","msg":"trace[765379798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2999; }","duration":"120.342472ms","start":"2026-03-31T18:34:28.475728Z","end":"2026-03-31T18:34:28.596071Z","steps":["trace[765379798] 'agreement among raft nodes before linearized reading' (duration: 120.244149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:29.34646Z","caller":"traceutil/trace.go:171","msg":"trace[920148612] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"170.072778ms","start":"2026-03-31T18:34:29.176347Z","end":"2026-03-31T18:34:29.346419Z","steps":["trace[920148612] 'process raft request' (duration: 169.77715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:29.346807Z","caller":"traceutil/trace.go:171","msg":"trace[1564737919] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"171.684452ms","start":"2026-03-31T18:34:29.174835Z","end":"2026-03-31T18:34:29.34652Z","steps":["trace[1564737919] 'process raft request' (duration: 94.312502ms)","trace[1564737919] 'compare' (duration: 76.562038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:35.623782Z","caller":"traceutil/trace.go:171","msg":"trace[1467014385] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"256.699029ms","start":"2026-03-31T18:34:35.367047Z","end":"2026-03-31T18:34:35.623746Z","steps":["trace[1467014385] 'process raft request' (duration: 256.479753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:35.85285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.424862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:35.853082Z","caller":"traceutil/trace.go:171","msg":"trace[1382780083] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"156.744584ms","start":"2026-03-31T18:34:35.6963Z","end":"2026-03-31T18:34:35.853044Z","steps":["trace[1382780083] 'process raft request' (duration: 156.673573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.853065Z","caller":"traceutil/trace.go:171","msg":"trace[45748208] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"483.486564ms","start":"2026-03-31T18:34:35.369547Z","end":"2026-03-31T18:34:35.853033Z","steps":["trace[45748208] 'process raft request' (duration: 354.783964ms)","trace[45748208] 'compare' (duration: 128.279838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:35.853224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:35.369512Z","time spent":"483.630927ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:35.853477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.4671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a200c8cf4245a9\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T18:34:35.853604Z","caller":"traceutil/trace.go:171","msg":"trace[500476971] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a200c8cf4245a9; range_end:; response_count:1; response_revision:3038; }","duration":"250.674374ms","start":"2026-03-31T18:34:35.602908Z","end":"2026-03-31T18:34:35.853582Z","steps":["trace[500476971] 'agreement among raft nodes before linearized reading' (duration: 250.257364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:35.853137Z","caller":"traceutil/trace.go:171","msg":"trace[1839278520] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3157; }","duration":"250.068429ms","start":"2026-03-31T18:34:35.60297Z","end":"2026-03-31T18:34:35.853038Z","steps":["trace[1839278520] 'read index received' (duration: 20.889319ms)","trace[1839278520] 'applied index is now lower than readState.Index' (duration: 229.17063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:36.887954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.397351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:36.888251Z","caller":"traceutil/trace.go:171","msg":"trace[577604635] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"784.963744ms","start":"2026-03-31T18:34:36.10326Z","end":"2026-03-31T18:34:36.888224Z","steps":["trace[577604635] 'process raft request' (duration: 784.84302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.888354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.103237Z","time spent":"785.069416ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:36.888449Z","caller":"traceutil/trace.go:171","msg":"trace[735674336] linearizableReadLoop","detail":"{readStateIndex:3161; appliedIndex:3160; }","duration":"930.112702ms","start":"2026-03-31T18:34:35.958288Z","end":"2026-03-31T18:34:36.888401Z","steps":["trace[735674336] 'read index received' (duration: 479.33388ms)","trace[735674336] 'applied index is now lower than readState.Index' (duration: 450.771692ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:36.888634Z","caller":"traceutil/trace.go:171","msg":"trace[1459598149] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"990.413205ms","start":"2026-03-31T18:34:35.898201Z","end":"2026-03-31T18:34:36.888614Z","steps":["trace[1459598149] 'process raft request' (duration: 539.231854ms)","trace[1459598149] 'compare' (duration: 450.153254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:36.888791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:35.898185Z","time spent":"990.486689ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:34:36.88888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.636623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:34:36.888918Z","caller":"traceutil/trace.go:171","msg":"trace[514166629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3041; }","duration":"236.709385ms","start":"2026-03-31T18:34:36.652197Z","end":"2026-03-31T18:34:36.888907Z","steps":["trace[514166629] 'agreement among raft nodes before linearized reading' (duration: 236.581841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.888894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.16089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:36.888979Z","caller":"traceutil/trace.go:171","msg":"trace[1502065069] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3041; }","duration":"876.340736ms","start":"2026-03-31T18:34:36.012619Z","end":"2026-03-31T18:34:36.88896Z","steps":["trace[1502065069] 'agreement among raft nodes before linearized reading' (duration: 876.152901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.888978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.973378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:34:36.889025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.352748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:34:36.888969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.79397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:34:36.888979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.774937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:34:36.889051Z","caller":"traceutil/trace.go:171","msg":"trace[1817174994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3041; }","duration":"242.41745ms","start":"2026-03-31T18:34:36.646628Z","end":"2026-03-31T18:34:36.889045Z","steps":["trace[1817174994] 'agreement among raft nodes before linearized reading' (duration: 242.345369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.889046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.012596Z","time spent":"876.438208ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:34:36.889072Z","caller":"traceutil/trace.go:171","msg":"trace[1967297031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3041; }","duration":"242.088381ms","start":"2026-03-31T18:34:36.646957Z","end":"2026-03-31T18:34:36.889045Z","steps":["trace[1967297031] 'agreement among raft nodes before linearized reading' (duration: 241.826314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:36.889086Z","caller":"traceutil/trace.go:171","msg":"trace[1545571034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3041; }","duration":"235.934802ms","start":"2026-03-31T18:34:36.653123Z","end":"2026-03-31T18:34:36.889057Z","steps":["trace[1545571034] 'agreement among raft nodes before linearized reading' (duration: 235.653435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:36.889093Z","caller":"traceutil/trace.go:171","msg":"trace[516990704] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3041; }","duration":"104.93185ms","start":"2026-03-31T18:34:36.784131Z","end":"2026-03-31T18:34:36.889063Z","steps":["trace[516990704] 'agreement among raft nodes before linearized reading' (duration: 104.653684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.889106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.814872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:36.889191Z","caller":"traceutil/trace.go:171","msg":"trace[2146772736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3041; }","duration":"930.940564ms","start":"2026-03-31T18:34:35.958226Z","end":"2026-03-31T18:34:36.889167Z","steps":["trace[2146772736] 'agreement among raft nodes before linearized reading' (duration: 930.642707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.889243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:35.9582Z","time spent":"931.031857ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:36.889461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.944014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:34:36.889591Z","caller":"traceutil/trace.go:171","msg":"trace[124821305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3041; }","duration":"236.137919ms","start":"2026-03-31T18:34:36.653422Z","end":"2026-03-31T18:34:36.88956Z","steps":["trace[124821305] 'agreement among raft nodes before linearized reading' (duration: 235.559834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.889474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.673246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T18:34:36.890019Z","caller":"traceutil/trace.go:171","msg":"trace[1831809049] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3041; }","duration":"565.226351ms","start":"2026-03-31T18:34:36.324776Z","end":"2026-03-31T18:34:36.890002Z","steps":["trace[1831809049] 'agreement among raft nodes before linearized reading' (duration: 564.208654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:36.890078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:36.324717Z","time spent":"565.341396ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":335,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:42.658355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.30674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:42.65846Z","caller":"traceutil/trace.go:171","msg":"trace[966082278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3072; }","duration":"700.453304ms","start":"2026-03-31T18:34:41.95798Z","end":"2026-03-31T18:34:42.658434Z","steps":["trace[966082278] 'range keys from in-memory index tree' (duration: 700.224938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.658499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:41.957944Z","time spent":"700.546897ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:34:42.659113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.722645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a200c5a8f6d6c7\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T18:34:42.65923Z","caller":"traceutil/trace.go:171","msg":"trace[288434582] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a200c5a8f6d6c7; range_end:; response_count:1; response_revision:3072; }","duration":"576.25085ms","start":"2026-03-31T18:34:42.082956Z","end":"2026-03-31T18:34:42.659206Z","steps":["trace[288434582] 'range keys from in-memory index tree' (duration: 575.51634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.659287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:42.082891Z","time spent":"576.381923ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a200c5a8f6d6c7\" "} {"level":"warn","ts":"2026-03-31T18:34:42.81973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.571833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:34:42.819976Z","caller":"traceutil/trace.go:171","msg":"trace[1812988651] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"388.444632ms","start":"2026-03-31T18:34:42.431488Z","end":"2026-03-31T18:34:42.819932Z","steps":["trace[1812988651] 'read index received' (duration: 150.538491ms)","trace[1812988651] 'applied index is now lower than readState.Index' (duration: 237.897621ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:42.820039Z","caller":"traceutil/trace.go:171","msg":"trace[153157493] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"158.284923ms","start":"2026-03-31T18:34:42.661731Z","end":"2026-03-31T18:34:42.820015Z","steps":["trace[153157493] 'process raft request' (duration: 158.14674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.820277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.238036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:42.820282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.770962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:42.82034Z","caller":"traceutil/trace.go:171","msg":"trace[296007909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3073; }","duration":"160.38778ms","start":"2026-03-31T18:34:42.659939Z","end":"2026-03-31T18:34:42.820327Z","steps":["trace[296007909] 'agreement among raft nodes before linearized reading' (duration: 160.237116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:42.820375Z","caller":"traceutil/trace.go:171","msg":"trace[1488349752] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3073; }","duration":"388.944066ms","start":"2026-03-31T18:34:42.431407Z","end":"2026-03-31T18:34:42.820351Z","steps":["trace[1488349752] 'agreement among raft nodes before linearized reading' (duration: 388.689079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:42.820436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:42.431381Z","time spent":"389.043299ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:34:43.543134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.441898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:43.543295Z","caller":"traceutil/trace.go:171","msg":"trace[659945594] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3080; }","duration":"426.659864ms","start":"2026-03-31T18:34:43.116606Z","end":"2026-03-31T18:34:43.543266Z","steps":["trace[659945594] 'range keys from in-memory index tree' (duration: 426.353196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:43.543359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:43.116582Z","time spent":"426.758648ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:34:43.543595Z","caller":"traceutil/trace.go:171","msg":"trace[505980630] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"306.412258ms","start":"2026-03-31T18:34:43.237153Z","end":"2026-03-31T18:34:43.543565Z","steps":["trace[505980630] 'process raft request' (duration: 298.277836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:43.543838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:43.237126Z","time spent":"306.590533ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:49.280757Z","caller":"traceutil/trace.go:171","msg":"trace[2017427864] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"137.123296ms","start":"2026-03-31T18:34:49.143594Z","end":"2026-03-31T18:34:49.280718Z","steps":["trace[2017427864] 'process raft request' (duration: 65.530395ms)","trace[2017427864] 'compare' (duration: 71.354284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:49.281099Z","caller":"traceutil/trace.go:171","msg":"trace[530965392] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"137.285431ms","start":"2026-03-31T18:34:49.143769Z","end":"2026-03-31T18:34:49.281054Z","steps":["trace[530965392] 'process raft request' (duration: 136.884079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:49.281187Z","caller":"traceutil/trace.go:171","msg":"trace[1540874425] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"136.485818ms","start":"2026-03-31T18:34:49.144687Z","end":"2026-03-31T18:34:49.281173Z","steps":["trace[1540874425] 'process raft request' (duration: 136.200751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:43.01219Z","caller":"traceutil/trace.go:171","msg":"trace[758049756] linearizableReadLoop","detail":"{readStateIndex:3535; appliedIndex:3534; }","duration":"244.708636ms","start":"2026-03-31T18:35:42.767448Z","end":"2026-03-31T18:35:43.012157Z","steps":["trace[758049756] 'read index received' (duration: 241.269182ms)","trace[758049756] 'applied index is now lower than readState.Index' (duration: 3.437354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:43.012336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.852989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:43.012422Z","caller":"traceutil/trace.go:171","msg":"trace[1936166735] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3399; }","duration":"244.996934ms","start":"2026-03-31T18:35:42.767406Z","end":"2026-03-31T18:35:43.012402Z","steps":["trace[1936166735] 'agreement among raft nodes before linearized reading' (duration: 244.828059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.012527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.953791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T18:35:43.012574Z","caller":"traceutil/trace.go:171","msg":"trace[1385006881] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3399; }","duration":"227.101946ms","start":"2026-03-31T18:35:42.78546Z","end":"2026-03-31T18:35:43.012562Z","steps":["trace[1385006881] 'agreement among raft nodes before linearized reading' (duration: 226.90788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:43.012733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.225776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T18:35:43.012797Z","caller":"traceutil/trace.go:171","msg":"trace[1872083501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3399; }","duration":"203.328149ms","start":"2026-03-31T18:35:42.809454Z","end":"2026-03-31T18:35:43.012783Z","steps":["trace[1872083501] 'agreement among raft nodes before linearized reading' (duration: 203.157784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:30.247695Z","caller":"traceutil/trace.go:171","msg":"trace[886404586] transaction","detail":"{read_only:false; response_revision:3644; number_of_response:1; }","duration":"148.238886ms","start":"2026-03-31T18:36:30.099418Z","end":"2026-03-31T18:36:30.247657Z","steps":["trace[886404586] 'process raft request' (duration: 124.05989ms)","trace[886404586] 'compare' (duration: 23.99196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:20.445002Z","caller":"traceutil/trace.go:171","msg":"trace[1769528026] linearizableReadLoop","detail":"{readStateIndex:4257; appliedIndex:4256; }","duration":"422.128729ms","start":"2026-03-31T18:37:20.02285Z","end":"2026-03-31T18:37:20.444978Z","steps":["trace[1769528026] 'read index received' (duration: 422.027557ms)","trace[1769528026] 'applied index is now lower than readState.Index' (duration: 100.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:20.445079Z","caller":"traceutil/trace.go:171","msg":"trace[1480727640] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"450.60878ms","start":"2026-03-31T18:37:19.994448Z","end":"2026-03-31T18:37:20.445057Z","steps":["trace[1480727640] 'process raft request' (duration: 450.366143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.445203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:19.99442Z","time spent":"450.709572ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:20.445209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.348925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:20.445255Z","caller":"traceutil/trace.go:171","msg":"trace[102606234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4097; }","duration":"422.430997ms","start":"2026-03-31T18:37:20.022814Z","end":"2026-03-31T18:37:20.445245Z","steps":["trace[102606234] 'agreement among raft nodes before linearized reading' (duration: 422.293504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.445286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.022797Z","time spent":"422.482629ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:37:20.892458Z","caller":"traceutil/trace.go:171","msg":"trace[1885999863] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"468.430622ms","start":"2026-03-31T18:37:20.42401Z","end":"2026-03-31T18:37:20.892441Z","steps":["trace[1885999863] 'process raft request' (duration: 468.398621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.892582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.423991Z","time spent":"468.524895ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:20.892788Z","caller":"traceutil/trace.go:171","msg":"trace[2013884194] linearizableReadLoop","detail":"{readStateIndex:4259; appliedIndex:4259; }","duration":"447.610798ms","start":"2026-03-31T18:37:20.445083Z","end":"2026-03-31T18:37:20.892694Z","steps":["trace[2013884194] 'read index received' (duration: 447.595348ms)","trace[2013884194] 'applied index is now lower than readState.Index' (duration: 12.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:20.892938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.703775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:20.892981Z","caller":"traceutil/trace.go:171","msg":"trace[2086294372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4099; }","duration":"744.786578ms","start":"2026-03-31T18:37:20.14818Z","end":"2026-03-31T18:37:20.892966Z","steps":["trace[2086294372] 'agreement among raft nodes before linearized reading' (duration: 744.621803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.893008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.148157Z","time spent":"744.845949ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:20.893079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.6368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:37:20.893092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.458464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:37:20.893085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.788094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:20.893146Z","caller":"traceutil/trace.go:171","msg":"trace[628885810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4099; }","duration":"735.743792ms","start":"2026-03-31T18:37:20.157386Z","end":"2026-03-31T18:37:20.89313Z","steps":["trace[628885810] 'agreement among raft nodes before linearized reading' (duration: 735.356232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.893095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.569711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:20.893162Z","caller":"traceutil/trace.go:171","msg":"trace[169747383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4099; }","duration":"800.558605ms","start":"2026-03-31T18:37:20.092586Z","end":"2026-03-31T18:37:20.893145Z","steps":["trace[169747383] 'agreement among raft nodes before linearized reading' (duration: 800.377721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.893191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.157372Z","time spent":"735.808775ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:37:20.893257Z","caller":"traceutil/trace.go:171","msg":"trace[1103865694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4099; }","duration":"856.740455ms","start":"2026-03-31T18:37:20.036473Z","end":"2026-03-31T18:37:20.893214Z","steps":["trace[1103865694] 'agreement among raft nodes before linearized reading' (duration: 856.424307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.893263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.092569Z","time spent":"800.675698ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:37:20.893176Z","caller":"traceutil/trace.go:171","msg":"trace[1903237283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:4099; }","duration":"732.950727ms","start":"2026-03-31T18:37:20.160207Z","end":"2026-03-31T18:37:20.893157Z","steps":["trace[1903237283] 'agreement among raft nodes before linearized reading' (duration: 732.660789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.89335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.036454Z","time spent":"856.852728ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:20.893355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.160188Z","time spent":"733.147202ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:37:20.893979Z","caller":"traceutil/trace.go:171","msg":"trace[1821546821] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"577.620285ms","start":"2026-03-31T18:37:20.316099Z","end":"2026-03-31T18:37:20.893719Z","steps":["trace[1821546821] 'process raft request' (duration: 576.206647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.894215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.316074Z","time spent":"577.962995ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:20.894245Z","caller":"traceutil/trace.go:171","msg":"trace[1486031606] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"425.561251ms","start":"2026-03-31T18:37:20.468642Z","end":"2026-03-31T18:37:20.894204Z","steps":["trace[1486031606] 'process raft request' (duration: 425.437318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:20.894449Z","caller":"traceutil/trace.go:171","msg":"trace[256738095] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"445.534392ms","start":"2026-03-31T18:37:20.448855Z","end":"2026-03-31T18:37:20.894389Z","steps":["trace[256738095] 'process raft request' (duration: 445.005008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:20.894487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.468613Z","time spent":"425.747788ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:20.894766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:20.448824Z","time spent":"445.738917ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:39.211548Z","caller":"traceutil/trace.go:171","msg":"trace[899029326] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"261.34257ms","start":"2026-03-31T18:37:38.950181Z","end":"2026-03-31T18:37:39.211524Z","steps":["trace[899029326] 'process raft request' (duration: 261.112793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.216501Z","caller":"traceutil/trace.go:171","msg":"trace[1667207328] linearizableReadLoop","detail":"{readStateIndex:4375; appliedIndex:4372; }","duration":"238.490792ms","start":"2026-03-31T18:37:38.977994Z","end":"2026-03-31T18:37:39.216485Z","steps":["trace[1667207328] 'read index received' (duration: 233.472456ms)","trace[1667207328] 'applied index is now lower than readState.Index' (duration: 5.017746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:37:39.216554Z","caller":"traceutil/trace.go:171","msg":"trace[500167042] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"258.832651ms","start":"2026-03-31T18:37:38.957694Z","end":"2026-03-31T18:37:39.216527Z","steps":["trace[500167042] 'process raft request' (duration: 258.687987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.216623Z","caller":"traceutil/trace.go:171","msg":"trace[27703334] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"258.600715ms","start":"2026-03-31T18:37:38.957997Z","end":"2026-03-31T18:37:39.216598Z","steps":["trace[27703334] 'process raft request' (duration: 258.462132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.216666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.663956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:37:39.216698Z","caller":"traceutil/trace.go:171","msg":"trace[1599140106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4211; }","duration":"238.740769ms","start":"2026-03-31T18:37:38.977949Z","end":"2026-03-31T18:37:39.21669Z","steps":["trace[1599140106] 'agreement among raft nodes before linearized reading' (duration: 238.621316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.216787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.722532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:37:39.216818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.473656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:37:39.216854Z","caller":"traceutil/trace.go:171","msg":"trace[409146235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4211; }","duration":"233.787985ms","start":"2026-03-31T18:37:38.983024Z","end":"2026-03-31T18:37:39.216812Z","steps":["trace[409146235] 'agreement among raft nodes before linearized reading' (duration: 233.673372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:39.21688Z","caller":"traceutil/trace.go:171","msg":"trace[2013705428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4211; }","duration":"233.559917ms","start":"2026-03-31T18:37:38.983313Z","end":"2026-03-31T18:37:39.216873Z","steps":["trace[2013705428] 'agreement among raft nodes before linearized reading' (duration: 233.459104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.216876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.214323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:37:39.216925Z","caller":"traceutil/trace.go:171","msg":"trace[1450656793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4211; }","duration":"228.337307ms","start":"2026-03-31T18:37:38.988575Z","end":"2026-03-31T18:37:39.216913Z","steps":["trace[1450656793] 'agreement among raft nodes before linearized reading' (duration: 228.148291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.216922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.331373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:37:39.217054Z","caller":"traceutil/trace.go:171","msg":"trace[1093423943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4211; }","duration":"229.510859ms","start":"2026-03-31T18:37:38.98751Z","end":"2026-03-31T18:37:39.217021Z","steps":["trace[1093423943] 'agreement among raft nodes before linearized reading' (duration: 229.21582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:39.217064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.946672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:39.217131Z","caller":"traceutil/trace.go:171","msg":"trace[384594141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:4211; }","duration":"226.050295ms","start":"2026-03-31T18:37:38.991067Z","end":"2026-03-31T18:37:39.217117Z","steps":["trace[384594141] 'agreement among raft nodes before linearized reading' (duration: 225.84759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:40.71536Z","caller":"traceutil/trace.go:171","msg":"trace[514732453] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"196.073094ms","start":"2026-03-31T18:37:40.519258Z","end":"2026-03-31T18:37:40.715331Z","steps":["trace[514732453] 'process raft request' (duration: 195.884169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.078491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418409010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:43.579653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418409010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:37:43.725581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163872314s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:37:43.757294Z","caller":"traceutil/trace.go:171","msg":"trace[1578563326] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"1.035961763s","start":"2026-03-31T18:37:42.721307Z","end":"2026-03-31T18:37:43.757269Z","steps":["trace[1578563326] 'process raft request' (duration: 1.035697396s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.757304Z","caller":"traceutil/trace.go:171","msg":"trace[1772433518] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"487.768324ms","start":"2026-03-31T18:37:43.269512Z","end":"2026-03-31T18:37:43.75728Z","steps":["trace[1772433518] 'process raft request' (duration: 487.635661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:37:43.757404Z","caller":"traceutil/trace.go:171","msg":"trace[2063278795] linearizableReadLoop","detail":"{readStateIndex:4396; appliedIndex:4391; }","duration":"1.179343991s","start":"2026-03-31T18:37:42.578048Z","end":"2026-03-31T18:37:43.757392Z","steps":["trace[2063278795] 'read index received' (duration: 1.147831589s)","trace[2063278795] 'applied index is now lower than readState.Index' (duration: 31.511762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:37:43.757429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.721287Z","time spent":"1.036069327s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.757428Z","caller":"traceutil/trace.go:171","msg":"trace[898280163] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"487.744933ms","start":"2026-03-31T18:37:43.269664Z","end":"2026-03-31T18:37:43.757409Z","steps":["trace[898280163] 'process raft request' (duration: 487.572958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.757453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.269478Z","time spent":"487.893368ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:37:43.757483Z","caller":"traceutil/trace.go:171","msg":"trace[205819268] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"486.48932ms","start":"2026-03-31T18:37:43.270985Z","end":"2026-03-31T18:37:43.757474Z","steps":["trace[205819268] 'process raft request' (duration: 486.329916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.757494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.269659Z","time spent":"487.804434ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.7623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.270978Z","time spent":"491.210647ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:37:43.757543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.576996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:43.762448Z","caller":"traceutil/trace.go:171","msg":"trace[1312721856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4232; }","duration":"795.501289ms","start":"2026-03-31T18:37:42.966909Z","end":"2026-03-31T18:37:43.76241Z","steps":["trace[1312721856] 'agreement among raft nodes before linearized reading' (duration: 790.595686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.762534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.966885Z","time spent":"795.619733ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:37:43.7576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179522438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:43.762667Z","caller":"traceutil/trace.go:171","msg":"trace[2070115234] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4232; }","duration":"1.184645256s","start":"2026-03-31T18:37:42.577976Z","end":"2026-03-31T18:37:43.762622Z","steps":["trace[2070115234] 'agreement among raft nodes before linearized reading' (duration: 1.179512917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.76281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:42.577948Z","time spent":"1.184805089s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.377706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:37:43.76293Z","caller":"traceutil/trace.go:171","msg":"trace[1780439623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4232; }","duration":"491.625228ms","start":"2026-03-31T18:37:43.271281Z","end":"2026-03-31T18:37:43.762906Z","steps":["trace[1780439623] 'agreement among raft nodes before linearized reading' (duration: 486.316914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.762998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.271277Z","time spent":"491.69896ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.102036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:37:43.763082Z","caller":"traceutil/trace.go:171","msg":"trace[1260907528] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4232; }","duration":"492.491812ms","start":"2026-03-31T18:37:43.270564Z","end":"2026-03-31T18:37:43.763056Z","steps":["trace[1260907528] 'agreement among raft nodes before linearized reading' (duration: 487.102916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.763147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.27056Z","time spent":"492.568954ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:37:43.757801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.742503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:37:43.763328Z","caller":"traceutil/trace.go:171","msg":"trace[1540172299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:4232; }","duration":"493.255992ms","start":"2026-03-31T18:37:43.270045Z","end":"2026-03-31T18:37:43.763301Z","steps":["trace[1540172299] 'agreement among raft nodes before linearized reading' (duration: 487.688442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.763377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.270039Z","time spent":"493.327785ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.198957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:37:43.763462Z","caller":"traceutil/trace.go:171","msg":"trace[657155600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4232; }","duration":"493.839509ms","start":"2026-03-31T18:37:43.269609Z","end":"2026-03-31T18:37:43.763448Z","steps":["trace[657155600] 'agreement among raft nodes before linearized reading' (duration: 488.202126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.763522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.2696Z","time spent":"493.90915ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.401628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:37:43.763634Z","caller":"traceutil/trace.go:171","msg":"trace[106925520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4232; }","duration":"665.170763ms","start":"2026-03-31T18:37:43.098446Z","end":"2026-03-31T18:37:43.763617Z","steps":["trace[106925520] 'agreement among raft nodes before linearized reading' (duration: 659.400007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.763684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.098431Z","time spent":"665.241506ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.51933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:37:43.763764Z","caller":"traceutil/trace.go:171","msg":"trace[846936976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4232; }","duration":"492.354777ms","start":"2026-03-31T18:37:43.271397Z","end":"2026-03-31T18:37:43.763752Z","steps":["trace[846936976] 'agreement among raft nodes before linearized reading' (duration: 486.503549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.763804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.271393Z","time spent":"492.399819ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:37:43.757925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.691569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:37:43.763987Z","caller":"traceutil/trace.go:171","msg":"trace[1008159197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4232; }","duration":"491.773503ms","start":"2026-03-31T18:37:43.272204Z","end":"2026-03-31T18:37:43.763978Z","steps":["trace[1008159197] 'agreement among raft nodes before linearized reading' (duration: 485.639587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.758749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.821132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2890"} {"level":"info","ts":"2026-03-31T18:37:43.764148Z","caller":"traceutil/trace.go:171","msg":"trace[1162502629] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:4232; }","duration":"162.29695ms","start":"2026-03-31T18:37:43.601833Z","end":"2026-03-31T18:37:43.76413Z","steps":["trace[1162502629] 'agreement among raft nodes before linearized reading' (duration: 155.891067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:37:43.764071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:37:43.272198Z","time spent":"491.862935ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:38:29.493305Z","caller":"traceutil/trace.go:171","msg":"trace[1278971466] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"110.045189ms","start":"2026-03-31T18:38:29.38324Z","end":"2026-03-31T18:38:29.493285Z","steps":["trace[1278971466] 'process raft request' (duration: 109.212546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.762001Z","caller":"traceutil/trace.go:171","msg":"trace[941890762] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"232.729493ms","start":"2026-03-31T18:38:29.529238Z","end":"2026-03-31T18:38:29.761967Z","steps":["trace[941890762] 'process raft request' (duration: 136.759531ms)","trace[941890762] 'compare' (duration: 95.729866ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:29.768435Z","caller":"traceutil/trace.go:171","msg":"trace[2138944131] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4745; }","duration":"102.307717ms","start":"2026-03-31T18:38:29.666104Z","end":"2026-03-31T18:38:29.768411Z","steps":["trace[2138944131] 'read index received' (duration: 102.119901ms)","trace[2138944131] 'applied index is now lower than readState.Index' (duration: 186.706µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:29.768656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.550274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:29.768703Z","caller":"traceutil/trace.go:171","msg":"trace[801899850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4556; }","duration":"102.641536ms","start":"2026-03-31T18:38:29.666048Z","end":"2026-03-31T18:38:29.76869Z","steps":["trace[801899850] 'agreement among raft nodes before linearized reading' (duration: 102.477072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.768959Z","caller":"traceutil/trace.go:171","msg":"trace[920149461] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"129.744398ms","start":"2026-03-31T18:38:29.638742Z","end":"2026-03-31T18:38:29.768487Z","steps":["trace[920149461] 'process raft request' (duration: 129.552823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:29.992985Z","caller":"traceutil/trace.go:171","msg":"trace[1275342073] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"189.680344ms","start":"2026-03-31T18:38:29.803267Z","end":"2026-03-31T18:38:29.992947Z","steps":["trace[1275342073] 'process raft request' (duration: 162.93879ms)","trace[1275342073] 'compare' (duration: 26.577939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.032912Z","caller":"traceutil/trace.go:171","msg":"trace[576399644] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"229.542406ms","start":"2026-03-31T18:38:29.803336Z","end":"2026-03-31T18:38:30.032879Z","steps":["trace[576399644] 'process raft request' (duration: 229.170546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.033208Z","caller":"traceutil/trace.go:171","msg":"trace[1071022669] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"227.687315ms","start":"2026-03-31T18:38:29.805501Z","end":"2026-03-31T18:38:30.033188Z","steps":["trace[1071022669] 'process raft request' (duration: 227.174551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:30.033358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.815048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:30.033442Z","caller":"traceutil/trace.go:171","msg":"trace[1375638193] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4560; }","duration":"130.952982ms","start":"2026-03-31T18:38:29.902473Z","end":"2026-03-31T18:38:30.033426Z","steps":["trace[1375638193] 'agreement among raft nodes before linearized reading' (duration: 130.815769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.033236Z","caller":"traceutil/trace.go:171","msg":"trace[2061511184] linearizableReadLoop","detail":"{readStateIndex:4750; appliedIndex:4747; }","duration":"130.634753ms","start":"2026-03-31T18:38:29.902529Z","end":"2026-03-31T18:38:30.033163Z","steps":["trace[2061511184] 'read index received' (duration: 63.770249ms)","trace[2061511184] 'applied index is now lower than readState.Index' (duration: 66.863384ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.320443Z","caller":"traceutil/trace.go:171","msg":"trace[1106557271] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"101.790893ms","start":"2026-03-31T18:38:30.218613Z","end":"2026-03-31T18:38:30.320404Z","steps":["trace[1106557271] 'process raft request' (duration: 17.86033ms)","trace[1106557271] 'compare' (duration: 83.47283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:30.320628Z","caller":"traceutil/trace.go:171","msg":"trace[33650978] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"101.921635ms","start":"2026-03-31T18:38:30.218695Z","end":"2026-03-31T18:38:30.320616Z","steps":["trace[33650978] 'process raft request' (duration: 101.758081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.320722Z","caller":"traceutil/trace.go:171","msg":"trace[1363423124] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"102.07645ms","start":"2026-03-31T18:38:30.218635Z","end":"2026-03-31T18:38:30.320711Z","steps":["trace[1363423124] 'process raft request' (duration: 101.685949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.320669Z","caller":"traceutil/trace.go:171","msg":"trace[657567596] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"101.135995ms","start":"2026-03-31T18:38:30.219484Z","end":"2026-03-31T18:38:30.32062Z","steps":["trace[657567596] 'process raft request' (duration: 101.068273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.320748Z","caller":"traceutil/trace.go:171","msg":"trace[1014006117] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"101.846384ms","start":"2026-03-31T18:38:30.218874Z","end":"2026-03-31T18:38:30.32072Z","steps":["trace[1014006117] 'process raft request' (duration: 101.625808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:30.743049Z","caller":"traceutil/trace.go:171","msg":"trace[895249195] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"112.452924ms","start":"2026-03-31T18:38:30.630574Z","end":"2026-03-31T18:38:30.743027Z","steps":["trace[895249195] 'process raft request' (duration: 107.666244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:31.233792Z","caller":"traceutil/trace.go:171","msg":"trace[1467767603] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"133.974795ms","start":"2026-03-31T18:38:31.09974Z","end":"2026-03-31T18:38:31.233715Z","steps":["trace[1467767603] 'process raft request' (duration: 88.926079ms)","trace[1467767603] 'compare' (duration: 44.896661ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:33.771313Z","caller":"traceutil/trace.go:171","msg":"trace[802100061] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"253.37067ms","start":"2026-03-31T18:38:33.517914Z","end":"2026-03-31T18:38:33.771285Z","steps":["trace[802100061] 'process raft request' (duration: 253.214336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.415753Z","caller":"traceutil/trace.go:171","msg":"trace[1886205764] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"171.167505ms","start":"2026-03-31T18:38:36.244561Z","end":"2026-03-31T18:38:36.415729Z","steps":["trace[1886205764] 'process raft request' (duration: 128.618238ms)","trace[1886205764] 'compare' (duration: 42.405463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.415902Z","caller":"traceutil/trace.go:171","msg":"trace[1362654498] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4794; }","duration":"166.9659ms","start":"2026-03-31T18:38:36.248905Z","end":"2026-03-31T18:38:36.415871Z","steps":["trace[1362654498] 'read index received' (duration: 124.207058ms)","trace[1362654498] 'applied index is now lower than readState.Index' (duration: 42.757132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.415972Z","caller":"traceutil/trace.go:171","msg":"trace[1063690259] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"171.187165ms","start":"2026-03-31T18:38:36.244736Z","end":"2026-03-31T18:38:36.415923Z","steps":["trace[1063690259] 'process raft request' (duration: 170.958229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:36.416762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.841124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:38:36.416831Z","caller":"traceutil/trace.go:171","msg":"trace[1280648146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:4605; }","duration":"167.952757ms","start":"2026-03-31T18:38:36.248862Z","end":"2026-03-31T18:38:36.416815Z","steps":["trace[1280648146] 'agreement among raft nodes before linearized reading' (duration: 167.753432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.592267Z","caller":"traceutil/trace.go:171","msg":"trace[243597478] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"169.752667ms","start":"2026-03-31T18:38:36.422481Z","end":"2026-03-31T18:38:36.592234Z","steps":["trace[243597478] 'process raft request' (duration: 169.653434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.592346Z","caller":"traceutil/trace.go:171","msg":"trace[1898111267] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"171.014121ms","start":"2026-03-31T18:38:36.4213Z","end":"2026-03-31T18:38:36.592314Z","steps":["trace[1898111267] 'process raft request' (duration: 170.773295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.592539Z","caller":"traceutil/trace.go:171","msg":"trace[586342695] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"169.993544ms","start":"2026-03-31T18:38:36.422527Z","end":"2026-03-31T18:38:36.592521Z","steps":["trace[586342695] 'process raft request' (duration: 169.653445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:36.592539Z","caller":"traceutil/trace.go:171","msg":"trace[1945011801] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"171.624609ms","start":"2026-03-31T18:38:36.420886Z","end":"2026-03-31T18:38:36.592511Z","steps":["trace[1945011801] 'process raft request' (duration: 142.769897ms)","trace[1945011801] 'compare' (duration: 28.270675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:36.59265Z","caller":"traceutil/trace.go:171","msg":"trace[86935566] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4796; }","duration":"170.678813ms","start":"2026-03-31T18:38:36.421887Z","end":"2026-03-31T18:38:36.592566Z","steps":["trace[86935566] 'read index received' (duration: 29.257494ms)","trace[86935566] 'applied index is now lower than readState.Index' (duration: 141.416229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:36.593023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.093914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:38:36.593176Z","caller":"traceutil/trace.go:171","msg":"trace[866150183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4610; }","duration":"171.281439ms","start":"2026-03-31T18:38:36.421859Z","end":"2026-03-31T18:38:36.59314Z","steps":["trace[866150183] 'agreement among raft nodes before linearized reading' (duration: 170.823896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.477827Z","caller":"traceutil/trace.go:171","msg":"trace[1053722207] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"143.227219ms","start":"2026-03-31T18:38:38.334561Z","end":"2026-03-31T18:38:38.477788Z","steps":["trace[1053722207] 'process raft request' (duration: 141.312477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.477855Z","caller":"traceutil/trace.go:171","msg":"trace[1649094379] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"143.129296ms","start":"2026-03-31T18:38:38.334686Z","end":"2026-03-31T18:38:38.477815Z","steps":["trace[1649094379] 'process raft request' (duration: 142.979191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:38.47786Z","caller":"traceutil/trace.go:171","msg":"trace[1049206822] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"142.744546ms","start":"2026-03-31T18:38:38.335087Z","end":"2026-03-31T18:38:38.477832Z","steps":["trace[1049206822] 'process raft request' (duration: 142.644973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.150376Z","caller":"traceutil/trace.go:171","msg":"trace[1844753685] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"111.950911ms","start":"2026-03-31T18:38:39.0384Z","end":"2026-03-31T18:38:39.150351Z","steps":["trace[1844753685] 'process raft request' (duration: 111.281822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.462556Z","caller":"traceutil/trace.go:171","msg":"trace[1330914667] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"137.360108ms","start":"2026-03-31T18:38:39.325157Z","end":"2026-03-31T18:38:39.462517Z","steps":["trace[1330914667] 'process raft request' (duration: 136.753652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.46297Z","caller":"traceutil/trace.go:171","msg":"trace[1542456945] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"133.677057ms","start":"2026-03-31T18:38:39.32928Z","end":"2026-03-31T18:38:39.462957Z","steps":["trace[1542456945] 'process raft request' (duration: 133.630086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.463162Z","caller":"traceutil/trace.go:171","msg":"trace[72177135] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"134.765136ms","start":"2026-03-31T18:38:39.328361Z","end":"2026-03-31T18:38:39.463126Z","steps":["trace[72177135] 'process raft request' (duration: 134.100608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.463241Z","caller":"traceutil/trace.go:171","msg":"trace[535336532] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"134.122579ms","start":"2026-03-31T18:38:39.329073Z","end":"2026-03-31T18:38:39.463195Z","steps":["trace[535336532] 'process raft request' (duration: 133.792399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.463333Z","caller":"traceutil/trace.go:171","msg":"trace[543014629] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"134.316295ms","start":"2026-03-31T18:38:39.328959Z","end":"2026-03-31T18:38:39.463276Z","steps":["trace[543014629] 'process raft request' (duration: 133.838332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.618754Z","caller":"traceutil/trace.go:171","msg":"trace[1059540195] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"289.117141ms","start":"2026-03-31T18:38:39.329602Z","end":"2026-03-31T18:38:39.618719Z","steps":["trace[1059540195] 'process raft request' (duration: 286.840378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.61906Z","caller":"traceutil/trace.go:171","msg":"trace[1682393546] linearizableReadLoop","detail":"{readStateIndex:5000; appliedIndex:4988; }","duration":"285.768999ms","start":"2026-03-31T18:38:39.333274Z","end":"2026-03-31T18:38:39.619043Z","steps":["trace[1682393546] 'read index received' (duration: 128.562866ms)","trace[1682393546] 'applied index is now lower than readState.Index' (duration: 157.204933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:39.619179Z","caller":"traceutil/trace.go:171","msg":"trace[688173352] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"287.441624ms","start":"2026-03-31T18:38:39.331723Z","end":"2026-03-31T18:38:39.619165Z","steps":["trace[688173352] 'process raft request' (duration: 287.061254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619248Z","caller":"traceutil/trace.go:171","msg":"trace[709790242] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"289.169613ms","start":"2026-03-31T18:38:39.330063Z","end":"2026-03-31T18:38:39.619233Z","steps":["trace[709790242] 'process raft request' (duration: 288.492624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619404Z","caller":"traceutil/trace.go:171","msg":"trace[685243156] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"284.706401ms","start":"2026-03-31T18:38:39.334683Z","end":"2026-03-31T18:38:39.619389Z","steps":["trace[685243156] 'process raft request' (duration: 284.258658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619535Z","caller":"traceutil/trace.go:171","msg":"trace[796220407] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"287.628821ms","start":"2026-03-31T18:38:39.331872Z","end":"2026-03-31T18:38:39.619501Z","steps":["trace[796220407] 'process raft request' (duration: 286.972483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619611Z","caller":"traceutil/trace.go:171","msg":"trace[695949435] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"289.286835ms","start":"2026-03-31T18:38:39.330308Z","end":"2026-03-31T18:38:39.619595Z","steps":["trace[695949435] 'process raft request' (duration: 288.302398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619722Z","caller":"traceutil/trace.go:171","msg":"trace[1575308033] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"282.238862ms","start":"2026-03-31T18:38:39.337467Z","end":"2026-03-31T18:38:39.619705Z","steps":["trace[1575308033] 'process raft request' (duration: 281.524712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619846Z","caller":"traceutil/trace.go:171","msg":"trace[240812364] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"289.242085ms","start":"2026-03-31T18:38:39.330589Z","end":"2026-03-31T18:38:39.619831Z","steps":["trace[240812364] 'process raft request' (duration: 288.090843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.619981Z","caller":"traceutil/trace.go:171","msg":"trace[1041122312] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"285.844191ms","start":"2026-03-31T18:38:39.334122Z","end":"2026-03-31T18:38:39.619966Z","steps":["trace[1041122312] 'process raft request' (duration: 284.777112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.620046Z","caller":"traceutil/trace.go:171","msg":"trace[631633048] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"289.44159ms","start":"2026-03-31T18:38:39.330588Z","end":"2026-03-31T18:38:39.620029Z","steps":["trace[631633048] 'process raft request' (duration: 288.147425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.620115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.816007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lwlrs\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-03-31T18:38:39.62018Z","caller":"traceutil/trace.go:171","msg":"trace[2017285163] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lwlrs; range_end:; response_count:1; response_revision:4807; }","duration":"286.917801ms","start":"2026-03-31T18:38:39.333245Z","end":"2026-03-31T18:38:39.620162Z","steps":["trace[2017285163] 'agreement among raft nodes before linearized reading' (duration: 286.718675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.655585Z","caller":"traceutil/trace.go:171","msg":"trace[973162851] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"180.536893ms","start":"2026-03-31T18:38:39.475012Z","end":"2026-03-31T18:38:39.655549Z","steps":["trace[973162851] 'process raft request' (duration: 180.324977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.655711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.567913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"info","ts":"2026-03-31T18:38:39.655752Z","caller":"traceutil/trace.go:171","msg":"trace[1574627036] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4809; }","duration":"114.632514ms","start":"2026-03-31T18:38:39.541108Z","end":"2026-03-31T18:38:39.655741Z","steps":["trace[1574627036] 'agreement among raft nodes before linearized reading' (duration: 114.45159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.655823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.946272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:39.655878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.812289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-31T18:38:39.655957Z","caller":"traceutil/trace.go:171","msg":"trace[1729921707] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4809; }","duration":"287.151666ms","start":"2026-03-31T18:38:39.368773Z","end":"2026-03-31T18:38:39.655925Z","steps":["trace[1729921707] 'agreement among raft nodes before linearized reading' (duration: 286.87829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.655996Z","caller":"traceutil/trace.go:171","msg":"trace[1226589907] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4809; }","duration":"114.979313ms","start":"2026-03-31T18:38:39.540985Z","end":"2026-03-31T18:38:39.655964Z","steps":["trace[1226589907] 'agreement among raft nodes before linearized reading' (duration: 114.526961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.656064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.096117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-31T18:38:39.656097Z","caller":"traceutil/trace.go:171","msg":"trace[1513514886] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4809; }","duration":"115.148359ms","start":"2026-03-31T18:38:39.540939Z","end":"2026-03-31T18:38:39.656088Z","steps":["trace[1513514886] 'agreement among raft nodes before linearized reading' (duration: 115.090017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.65601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.993385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-31T18:38:39.656193Z","caller":"traceutil/trace.go:171","msg":"trace[1196223442] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4809; }","duration":"115.176679ms","start":"2026-03-31T18:38:39.541002Z","end":"2026-03-31T18:38:39.656179Z","steps":["trace[1196223442] 'agreement among raft nodes before linearized reading' (duration: 114.969304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.656221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.056997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5382"} {"level":"info","ts":"2026-03-31T18:38:39.656237Z","caller":"traceutil/trace.go:171","msg":"trace[243316459] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4809; }","duration":"321.084917ms","start":"2026-03-31T18:38:39.335148Z","end":"2026-03-31T18:38:39.656233Z","steps":["trace[243316459] 'agreement among raft nodes before linearized reading' (duration: 321.037886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.65626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:39.335141Z","time spent":"321.113549ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5405,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-03-31T18:38:39.65549Z","caller":"traceutil/trace.go:171","msg":"trace[1681985264] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"185.334974ms","start":"2026-03-31T18:38:39.470133Z","end":"2026-03-31T18:38:39.655467Z","steps":["trace[1681985264] 'process raft request' (duration: 185.092088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.65645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.046512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4850"} {"level":"info","ts":"2026-03-31T18:38:39.656502Z","caller":"traceutil/trace.go:171","msg":"trace[40739282] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:4809; }","duration":"323.124014ms","start":"2026-03-31T18:38:39.333365Z","end":"2026-03-31T18:38:39.656489Z","steps":["trace[40739282] 'agreement among raft nodes before linearized reading' (duration: 322.94906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:39.656533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:39.333361Z","time spent":"323.163645ms","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":4873,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-03-31T18:38:39.965586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.630374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:39.965819Z","caller":"traceutil/trace.go:171","msg":"trace[1218934522] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"133.199774ms","start":"2026-03-31T18:38:39.832582Z","end":"2026-03-31T18:38:39.965782Z","steps":["trace[1218934522] 'process raft request' (duration: 29.277993ms)","trace[1218934522] 'compare' (duration: 103.431708ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:39.965867Z","caller":"traceutil/trace.go:171","msg":"trace[2129570513] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"133.174794ms","start":"2026-03-31T18:38:39.832665Z","end":"2026-03-31T18:38:39.96584Z","steps":["trace[2129570513] 'process raft request' (duration: 133.061551ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.970992Z","caller":"traceutil/trace.go:171","msg":"trace[1797580340] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"132.643718ms","start":"2026-03-31T18:38:39.838311Z","end":"2026-03-31T18:38:39.970955Z","steps":["trace[1797580340] 'process raft request' (duration: 132.371011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.971201Z","caller":"traceutil/trace.go:171","msg":"trace[295385971] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"132.772461ms","start":"2026-03-31T18:38:39.838406Z","end":"2026-03-31T18:38:39.971178Z","steps":["trace[295385971] 'process raft request' (duration: 132.443452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.971748Z","caller":"traceutil/trace.go:171","msg":"trace[983718515] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"133.205953ms","start":"2026-03-31T18:38:39.838518Z","end":"2026-03-31T18:38:39.971724Z","steps":["trace[983718515] 'process raft request' (duration: 132.74376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.971851Z","caller":"traceutil/trace.go:171","msg":"trace[330940929] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"133.281307ms","start":"2026-03-31T18:38:39.838557Z","end":"2026-03-31T18:38:39.971838Z","steps":["trace[330940929] 'process raft request' (duration: 133.073601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972144Z","caller":"traceutil/trace.go:171","msg":"trace[58106831] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"133.391418ms","start":"2026-03-31T18:38:39.838741Z","end":"2026-03-31T18:38:39.972133Z","steps":["trace[58106831] 'process raft request' (duration: 133.163572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972289Z","caller":"traceutil/trace.go:171","msg":"trace[6158720] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"133.44086ms","start":"2026-03-31T18:38:39.838812Z","end":"2026-03-31T18:38:39.972253Z","steps":["trace[6158720] 'process raft request' (duration: 133.194974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972374Z","caller":"traceutil/trace.go:171","msg":"trace[1800100042] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"133.325837ms","start":"2026-03-31T18:38:39.839035Z","end":"2026-03-31T18:38:39.972361Z","steps":["trace[1800100042] 'process raft request' (duration: 133.084071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972301Z","caller":"traceutil/trace.go:171","msg":"trace[980195522] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"133.348369ms","start":"2026-03-31T18:38:39.838928Z","end":"2026-03-31T18:38:39.972276Z","steps":["trace[980195522] 'process raft request' (duration: 133.142053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972726Z","caller":"traceutil/trace.go:171","msg":"trace[1735349836] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"131.540609ms","start":"2026-03-31T18:38:39.84117Z","end":"2026-03-31T18:38:39.97271Z","steps":["trace[1735349836] 'process raft request' (duration: 131.296471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972701Z","caller":"traceutil/trace.go:171","msg":"trace[997038602] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"132.503265ms","start":"2026-03-31T18:38:39.840121Z","end":"2026-03-31T18:38:39.972625Z","steps":["trace[997038602] 'process raft request' (duration: 132.051383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972798Z","caller":"traceutil/trace.go:171","msg":"trace[1468863050] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"131.443875ms","start":"2026-03-31T18:38:39.841333Z","end":"2026-03-31T18:38:39.972777Z","steps":["trace[1468863050] 'process raft request' (duration: 131.285491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.972913Z","caller":"traceutil/trace.go:171","msg":"trace[973301479] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"130.339265ms","start":"2026-03-31T18:38:39.842558Z","end":"2026-03-31T18:38:39.972898Z","steps":["trace[973301479] 'process raft request' (duration: 130.130039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.973204Z","caller":"traceutil/trace.go:171","msg":"trace[933123776] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"115.134428ms","start":"2026-03-31T18:38:39.858049Z","end":"2026-03-31T18:38:39.973183Z","steps":["trace[933123776] 'process raft request' (duration: 114.712127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:39.973424Z","caller":"traceutil/trace.go:171","msg":"trace[262924996] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5046; }","duration":"133.362958ms","start":"2026-03-31T18:38:39.840039Z","end":"2026-03-31T18:38:39.973401Z","steps":["trace[262924996] 'read index received' (duration: 21.833128ms)","trace[262924996] 'applied index is now lower than readState.Index' (duration: 111.52607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:39.973591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.513102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:39.97364Z","caller":"traceutil/trace.go:171","msg":"trace[1706019344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4865; }","duration":"133.614445ms","start":"2026-03-31T18:38:39.840013Z","end":"2026-03-31T18:38:39.973628Z","steps":["trace[1706019344] 'agreement among raft nodes before linearized reading' (duration: 133.474952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.002159Z","caller":"traceutil/trace.go:171","msg":"trace[380186879] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"131.94235ms","start":"2026-03-31T18:38:39.870199Z","end":"2026-03-31T18:38:40.002141Z","steps":["trace[380186879] 'process raft request' (duration: 131.467436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.193937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.961147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:40.194144Z","caller":"traceutil/trace.go:171","msg":"trace[1178640340] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5062; }","duration":"190.340741ms","start":"2026-03-31T18:38:40.003789Z","end":"2026-03-31T18:38:40.19413Z","steps":["trace[1178640340] 'read index received' (duration: 88.209529ms)","trace[1178640340] 'applied index is now lower than readState.Index' (duration: 102.130302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:40.194255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.457974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:40.194302Z","caller":"traceutil/trace.go:171","msg":"trace[919164214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4869; }","duration":"190.531436ms","start":"2026-03-31T18:38:40.003764Z","end":"2026-03-31T18:38:40.194296Z","steps":["trace[919164214] 'agreement among raft nodes before linearized reading' (duration: 190.445904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.194538Z","caller":"traceutil/trace.go:171","msg":"trace[913944394] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"214.962936ms","start":"2026-03-31T18:38:39.979544Z","end":"2026-03-31T18:38:40.194507Z","steps":["trace[913944394] 'process raft request' (duration: 112.374623ms)","trace[913944394] 'compare' (duration: 101.75723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.194668Z","caller":"traceutil/trace.go:171","msg":"trace[2013581124] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"206.456983ms","start":"2026-03-31T18:38:39.988172Z","end":"2026-03-31T18:38:40.194629Z","steps":["trace[2013581124] 'process raft request' (duration: 205.898288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.194732Z","caller":"traceutil/trace.go:171","msg":"trace[1997072722] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"211.770799ms","start":"2026-03-31T18:38:39.982934Z","end":"2026-03-31T18:38:40.194705Z","steps":["trace[1997072722] 'process raft request' (duration: 211.08866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.219187Z","caller":"traceutil/trace.go:171","msg":"trace[1208191706] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"209.628761ms","start":"2026-03-31T18:38:40.009514Z","end":"2026-03-31T18:38:40.219143Z","steps":["trace[1208191706] 'process raft request' (duration: 209.414165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.21927Z","caller":"traceutil/trace.go:171","msg":"trace[1762793514] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"201.476757ms","start":"2026-03-31T18:38:40.01777Z","end":"2026-03-31T18:38:40.219246Z","steps":["trace[1762793514] 'process raft request' (duration: 201.396505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.219282Z","caller":"traceutil/trace.go:171","msg":"trace[1789390671] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"209.599539ms","start":"2026-03-31T18:38:40.009611Z","end":"2026-03-31T18:38:40.21921Z","steps":["trace[1789390671] 'process raft request' (duration: 209.464176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.219394Z","caller":"traceutil/trace.go:171","msg":"trace[1448881013] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"209.138007ms","start":"2026-03-31T18:38:40.010232Z","end":"2026-03-31T18:38:40.21937Z","steps":["trace[1448881013] 'process raft request' (duration: 208.885781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.281724Z","caller":"traceutil/trace.go:171","msg":"trace[983847855] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"138.125019ms","start":"2026-03-31T18:38:40.143551Z","end":"2026-03-31T18:38:40.281676Z","steps":["trace[983847855] 'process raft request' (duration: 137.749038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.444094Z","caller":"traceutil/trace.go:171","msg":"trace[674233391] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"216.495018ms","start":"2026-03-31T18:38:40.227557Z","end":"2026-03-31T18:38:40.444052Z","steps":["trace[674233391] 'process raft request' (duration: 215.228274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.444165Z","caller":"traceutil/trace.go:171","msg":"trace[867983239] linearizableReadLoop","detail":"{readStateIndex:5073; appliedIndex:5071; }","duration":"162.57685ms","start":"2026-03-31T18:38:40.281561Z","end":"2026-03-31T18:38:40.444138Z","steps":["trace[867983239] 'read index received' (duration: 161.280815ms)","trace[867983239] 'applied index is now lower than readState.Index' (duration: 1.294915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:40.444274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.128902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:40.444316Z","caller":"traceutil/trace.go:171","msg":"trace[1136874180] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"211.423299ms","start":"2026-03-31T18:38:40.232835Z","end":"2026-03-31T18:38:40.444258Z","steps":["trace[1136874180] 'process raft request' (duration: 211.201833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.444423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.271918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:40.444468Z","caller":"traceutil/trace.go:171","msg":"trace[1705870019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4877; }","duration":"230.328489ms","start":"2026-03-31T18:38:40.214128Z","end":"2026-03-31T18:38:40.444457Z","steps":["trace[1705870019] 'agreement among raft nodes before linearized reading' (duration: 230.193035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.444371Z","caller":"traceutil/trace.go:171","msg":"trace[1516234950] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:0; response_revision:4877; }","duration":"215.275726ms","start":"2026-03-31T18:38:40.229073Z","end":"2026-03-31T18:38:40.444348Z","steps":["trace[1516234950] 'agreement among raft nodes before linearized reading' (duration: 215.107271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.444297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.821306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:40.444657Z","caller":"traceutil/trace.go:171","msg":"trace[66505456] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4877; }","duration":"237.193416ms","start":"2026-03-31T18:38:40.207417Z","end":"2026-03-31T18:38:40.444611Z","steps":["trace[66505456] 'agreement among raft nodes before linearized reading' (duration: 236.815886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532602Z","caller":"traceutil/trace.go:171","msg":"trace[238031346] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"244.418975ms","start":"2026-03-31T18:38:40.288126Z","end":"2026-03-31T18:38:40.532545Z","steps":["trace[238031346] 'process raft request' (duration: 244.267952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532638Z","caller":"traceutil/trace.go:171","msg":"trace[2085598005] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"243.87736ms","start":"2026-03-31T18:38:40.288734Z","end":"2026-03-31T18:38:40.532612Z","steps":["trace[2085598005] 'process raft request' (duration: 243.754466ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532747Z","caller":"traceutil/trace.go:171","msg":"trace[1946429747] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"243.138571ms","start":"2026-03-31T18:38:40.289596Z","end":"2026-03-31T18:38:40.532734Z","steps":["trace[1946429747] 'process raft request' (duration: 242.994016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532866Z","caller":"traceutil/trace.go:171","msg":"trace[1311093296] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"207.895144ms","start":"2026-03-31T18:38:40.324958Z","end":"2026-03-31T18:38:40.532853Z","steps":["trace[1311093296] 'process raft request' (duration: 207.709458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532755Z","caller":"traceutil/trace.go:171","msg":"trace[1194273336] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"243.715705ms","start":"2026-03-31T18:38:40.288991Z","end":"2026-03-31T18:38:40.532707Z","steps":["trace[1194273336] 'process raft request' (duration: 243.580902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532919Z","caller":"traceutil/trace.go:171","msg":"trace[451114411] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"243.973043ms","start":"2026-03-31T18:38:40.288856Z","end":"2026-03-31T18:38:40.532829Z","steps":["trace[451114411] 'process raft request' (duration: 243.665345ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.533185Z","caller":"traceutil/trace.go:171","msg":"trace[2028555573] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"244.237649ms","start":"2026-03-31T18:38:40.288897Z","end":"2026-03-31T18:38:40.533135Z","steps":["trace[2028555573] 'process raft request' (duration: 243.651753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.532996Z","caller":"traceutil/trace.go:171","msg":"trace[272394348] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"229.838094ms","start":"2026-03-31T18:38:40.30315Z","end":"2026-03-31T18:38:40.532988Z","steps":["trace[272394348] 'process raft request' (duration: 229.476755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.588448Z","caller":"traceutil/trace.go:171","msg":"trace[2030794535] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"138.627933ms","start":"2026-03-31T18:38:40.449794Z","end":"2026-03-31T18:38:40.588422Z","steps":["trace[2030794535] 'process raft request' (duration: 97.357921ms)","trace[2030794535] 'compare' (duration: 41.024956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.588651Z","caller":"traceutil/trace.go:171","msg":"trace[382482722] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"104.529948ms","start":"2026-03-31T18:38:40.484113Z","end":"2026-03-31T18:38:40.588643Z","steps":["trace[382482722] 'process raft request' (duration: 104.281692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.588619Z","caller":"traceutil/trace.go:171","msg":"trace[771784724] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"118.763309ms","start":"2026-03-31T18:38:40.469801Z","end":"2026-03-31T18:38:40.588564Z","steps":["trace[771784724] 'process raft request' (duration: 118.540823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.588719Z","caller":"traceutil/trace.go:171","msg":"trace[82516825] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"104.144307ms","start":"2026-03-31T18:38:40.48457Z","end":"2026-03-31T18:38:40.588714Z","steps":["trace[82516825] 'process raft request' (duration: 103.8779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.589025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.123905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2997"} {"level":"info","ts":"2026-03-31T18:38:40.589057Z","caller":"traceutil/trace.go:171","msg":"trace[1546429223] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4889; }","duration":"132.209147ms","start":"2026-03-31T18:38:40.456838Z","end":"2026-03-31T18:38:40.589047Z","steps":["trace[1546429223] 'agreement among raft nodes before linearized reading' (duration: 132.079623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.659817Z","caller":"traceutil/trace.go:171","msg":"trace[786271996] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"105.984798ms","start":"2026-03-31T18:38:40.553811Z","end":"2026-03-31T18:38:40.659796Z","steps":["trace[786271996] 'process raft request' (duration: 105.879615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.660311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.78082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16181"} {"level":"info","ts":"2026-03-31T18:38:40.660363Z","caller":"traceutil/trace.go:171","msg":"trace[1704708859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4892; }","duration":"125.893913ms","start":"2026-03-31T18:38:40.534461Z","end":"2026-03-31T18:38:40.660355Z","steps":["trace[1704708859] 'agreement among raft nodes before linearized reading' (duration: 125.743619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.778263Z","caller":"traceutil/trace.go:171","msg":"trace[1437049631] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"183.895554ms","start":"2026-03-31T18:38:40.594325Z","end":"2026-03-31T18:38:40.778221Z","steps":["trace[1437049631] 'process raft request' (duration: 132.892156ms)","trace[1437049631] 'compare' (duration: 50.567396ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.778643Z","caller":"traceutil/trace.go:171","msg":"trace[2080705950] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"181.704604ms","start":"2026-03-31T18:38:40.596921Z","end":"2026-03-31T18:38:40.778626Z","steps":["trace[2080705950] 'process raft request' (duration: 181.549841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.778682Z","caller":"traceutil/trace.go:171","msg":"trace[2086330612] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"181.626582ms","start":"2026-03-31T18:38:40.597026Z","end":"2026-03-31T18:38:40.778653Z","steps":["trace[2086330612] 'process raft request' (duration: 181.520759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.778703Z","caller":"traceutil/trace.go:171","msg":"trace[1073433013] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"181.609411ms","start":"2026-03-31T18:38:40.597068Z","end":"2026-03-31T18:38:40.778677Z","steps":["trace[1073433013] 'process raft request' (duration: 181.5148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.778919Z","caller":"traceutil/trace.go:171","msg":"trace[1804778259] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"181.710275ms","start":"2026-03-31T18:38:40.597193Z","end":"2026-03-31T18:38:40.778903Z","steps":["trace[1804778259] 'process raft request' (duration: 181.418687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.778942Z","caller":"traceutil/trace.go:171","msg":"trace[219891433] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"181.680854ms","start":"2026-03-31T18:38:40.59725Z","end":"2026-03-31T18:38:40.778931Z","steps":["trace[219891433] 'process raft request' (duration: 181.461788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.779024Z","caller":"traceutil/trace.go:171","msg":"trace[197509105] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"180.900602ms","start":"2026-03-31T18:38:40.598116Z","end":"2026-03-31T18:38:40.779016Z","steps":["trace[197509105] 'process raft request' (duration: 180.773478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.779112Z","caller":"traceutil/trace.go:171","msg":"trace[960490904] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"173.802907ms","start":"2026-03-31T18:38:40.6053Z","end":"2026-03-31T18:38:40.779102Z","steps":["trace[960490904] 'process raft request' (duration: 173.627093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.779136Z","caller":"traceutil/trace.go:171","msg":"trace[46826827] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"173.774907ms","start":"2026-03-31T18:38:40.605342Z","end":"2026-03-31T18:38:40.779117Z","steps":["trace[46826827] 'process raft request' (duration: 173.666204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.779245Z","caller":"traceutil/trace.go:171","msg":"trace[1859660661] linearizableReadLoop","detail":"{readStateIndex:5099; appliedIndex:5088; }","duration":"119.050066ms","start":"2026-03-31T18:38:40.660186Z","end":"2026-03-31T18:38:40.779236Z","steps":["trace[1859660661] 'read index received' (duration: 67.012408ms)","trace[1859660661] 'applied index is now lower than readState.Index' (duration: 52.035338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.779295Z","caller":"traceutil/trace.go:171","msg":"trace[100275542] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4902; }","duration":"173.150209ms","start":"2026-03-31T18:38:40.606139Z","end":"2026-03-31T18:38:40.779289Z","steps":["trace[100275542] 'process raft request' (duration: 172.935303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.779423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.935831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:38:40.779443Z","caller":"traceutil/trace.go:171","msg":"trace[963257338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:4902; }","duration":"131.001653ms","start":"2026-03-31T18:38:40.648436Z","end":"2026-03-31T18:38:40.779438Z","steps":["trace[963257338] 'agreement among raft nodes before linearized reading' (duration: 130.907811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.779574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.746293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:38:40.779626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.071722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:38:40.779648Z","caller":"traceutil/trace.go:171","msg":"trace[796354419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4902; }","duration":"132.133745ms","start":"2026-03-31T18:38:40.647508Z","end":"2026-03-31T18:38:40.779642Z","steps":["trace[796354419] 'agreement among raft nodes before linearized reading' (duration: 132.072874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.779637Z","caller":"traceutil/trace.go:171","msg":"trace[2018533803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4902; }","duration":"131.898178ms","start":"2026-03-31T18:38:40.64772Z","end":"2026-03-31T18:38:40.779618Z","steps":["trace[2018533803] 'agreement among raft nodes before linearized reading' (duration: 131.668222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.779686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.146655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:38:40.779714Z","caller":"traceutil/trace.go:171","msg":"trace[916512192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4902; }","duration":"132.226037ms","start":"2026-03-31T18:38:40.647481Z","end":"2026-03-31T18:38:40.779707Z","steps":["trace[916512192] 'agreement among raft nodes before linearized reading' (duration: 132.113744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.779769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.913768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:38:40.779819Z","caller":"traceutil/trace.go:171","msg":"trace[956444582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4902; }","duration":"131.96649ms","start":"2026-03-31T18:38:40.647838Z","end":"2026-03-31T18:38:40.779805Z","steps":["trace[956444582] 'agreement among raft nodes before linearized reading' (duration: 131.833746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.77985Z","caller":"traceutil/trace.go:171","msg":"trace[1540025227] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"181.764106ms","start":"2026-03-31T18:38:40.596864Z","end":"2026-03-31T18:38:40.778628Z","steps":["trace[1540025227] 'process raft request' (duration: 181.262132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.787649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.956938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:40.78769Z","caller":"traceutil/trace.go:171","msg":"trace[25751109] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4903; }","duration":"121.039171ms","start":"2026-03-31T18:38:40.666643Z","end":"2026-03-31T18:38:40.787683Z","steps":["trace[25751109] 'agreement among raft nodes before linearized reading' (duration: 120.98288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.980912Z","caller":"traceutil/trace.go:171","msg":"trace[376977646] linearizableReadLoop","detail":"{readStateIndex:5114; appliedIndex:5112; }","duration":"116.766022ms","start":"2026-03-31T18:38:40.864113Z","end":"2026-03-31T18:38:40.980879Z","steps":["trace[376977646] 'read index received' (duration: 93.900116ms)","trace[376977646] 'applied index is now lower than readState.Index' (duration: 22.864546ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:40.98128Z","caller":"traceutil/trace.go:171","msg":"trace[332029470] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"117.430471ms","start":"2026-03-31T18:38:40.863836Z","end":"2026-03-31T18:38:40.981266Z","steps":["trace[332029470] 'process raft request' (duration: 116.634249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.981536Z","caller":"traceutil/trace.go:171","msg":"trace[482208491] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"110.622295ms","start":"2026-03-31T18:38:40.870889Z","end":"2026-03-31T18:38:40.981511Z","steps":["trace[482208491] 'process raft request' (duration: 109.727811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.981617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.476622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:40.981655Z","caller":"traceutil/trace.go:171","msg":"trace[1299919559] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4920; }","duration":"117.550554ms","start":"2026-03-31T18:38:40.864096Z","end":"2026-03-31T18:38:40.981646Z","steps":["trace[1299919559] 'agreement among raft nodes before linearized reading' (duration: 117.465452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.981672Z","caller":"traceutil/trace.go:171","msg":"trace[641055873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4918; }","duration":"105.555245ms","start":"2026-03-31T18:38:40.876107Z","end":"2026-03-31T18:38:40.981663Z","steps":["trace[641055873] 'process raft request' (duration: 104.598149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:40.981792Z","caller":"traceutil/trace.go:171","msg":"trace[687964210] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"105.634758ms","start":"2026-03-31T18:38:40.876148Z","end":"2026-03-31T18:38:40.981783Z","steps":["trace[687964210] 'process raft request' (duration: 104.59946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:40.981886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.206808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T18:38:40.981917Z","caller":"traceutil/trace.go:171","msg":"trace[1978343568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4920; }","duration":"112.25068ms","start":"2026-03-31T18:38:40.869656Z","end":"2026-03-31T18:38:40.981907Z","steps":["trace[1978343568] 'agreement among raft nodes before linearized reading' (duration: 112.132026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.237373Z","caller":"traceutil/trace.go:171","msg":"trace[285910621] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4922; }","duration":"240.677991ms","start":"2026-03-31T18:38:40.996662Z","end":"2026-03-31T18:38:41.23734Z","steps":["trace[285910621] 'process raft request' (duration: 229.984928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.237418Z","caller":"traceutil/trace.go:171","msg":"trace[1262966887] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4923; }","duration":"240.58308ms","start":"2026-03-31T18:38:40.996798Z","end":"2026-03-31T18:38:41.237381Z","steps":["trace[1262966887] 'process raft request' (duration: 240.398594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.237664Z","caller":"traceutil/trace.go:171","msg":"trace[394859486] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4924; }","duration":"237.376341ms","start":"2026-03-31T18:38:41.00025Z","end":"2026-03-31T18:38:41.237626Z","steps":["trace[394859486] 'process raft request' (duration: 237.283988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.237723Z","caller":"traceutil/trace.go:171","msg":"trace[1582335845] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"237.471505ms","start":"2026-03-31T18:38:41.000213Z","end":"2026-03-31T18:38:41.237684Z","steps":["trace[1582335845] 'process raft request' (duration: 237.101014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.241786Z","caller":"traceutil/trace.go:171","msg":"trace[1400994889] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"238.127422ms","start":"2026-03-31T18:38:41.00361Z","end":"2026-03-31T18:38:41.241738Z","steps":["trace[1400994889] 'process raft request' (duration: 237.750212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.241789Z","caller":"traceutil/trace.go:171","msg":"trace[1638261946] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"235.704766ms","start":"2026-03-31T18:38:41.006011Z","end":"2026-03-31T18:38:41.241715Z","steps":["trace[1638261946] 'process raft request' (duration: 235.51975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.24218Z","caller":"traceutil/trace.go:171","msg":"trace[1428714382] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5119; }","duration":"234.832322ms","start":"2026-03-31T18:38:41.007325Z","end":"2026-03-31T18:38:41.242157Z","steps":["trace[1428714382] 'read index received' (duration: 219.446929ms)","trace[1428714382] 'applied index is now lower than readState.Index' (duration: 15.384213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:41.242185Z","caller":"traceutil/trace.go:171","msg":"trace[1850738413] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"234.05135ms","start":"2026-03-31T18:38:41.008102Z","end":"2026-03-31T18:38:41.242154Z","steps":["trace[1850738413] 'process raft request' (duration: 233.532495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.24229Z","caller":"traceutil/trace.go:171","msg":"trace[410882650] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"127.862067ms","start":"2026-03-31T18:38:41.114417Z","end":"2026-03-31T18:38:41.242279Z","steps":["trace[410882650] 'process raft request' (duration: 127.428585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:41.242803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.46042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3025"} {"level":"warn","ts":"2026-03-31T18:38:41.242911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.547192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:41.242984Z","caller":"traceutil/trace.go:171","msg":"trace[235024630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4928; }","duration":"126.668815ms","start":"2026-03-31T18:38:41.116297Z","end":"2026-03-31T18:38:41.242966Z","steps":["trace[235024630] 'agreement among raft nodes before linearized reading' (duration: 126.539031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.24307Z","caller":"traceutil/trace.go:171","msg":"trace[1503834382] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4928; }","duration":"235.555141ms","start":"2026-03-31T18:38:41.007281Z","end":"2026-03-31T18:38:41.242836Z","steps":["trace[1503834382] 'agreement among raft nodes before linearized reading' (duration: 235.438988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:41.568726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.399829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:41.569101Z","caller":"traceutil/trace.go:171","msg":"trace[1036572061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4935; }","duration":"252.301501ms","start":"2026-03-31T18:38:41.31678Z","end":"2026-03-31T18:38:41.569081Z","steps":["trace[1036572061] 'process raft request' (duration: 252.138166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.569125Z","caller":"traceutil/trace.go:171","msg":"trace[1549873252] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"254.041958ms","start":"2026-03-31T18:38:41.315059Z","end":"2026-03-31T18:38:41.569101Z","steps":["trace[1549873252] 'process raft request' (duration: 77.194157ms)","trace[1549873252] 'compare' (duration: 176.242434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:41.569117Z","caller":"traceutil/trace.go:171","msg":"trace[593745918] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"252.474277ms","start":"2026-03-31T18:38:41.316602Z","end":"2026-03-31T18:38:41.569076Z","steps":["trace[593745918] 'process raft request' (duration: 252.232719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.569457Z","caller":"traceutil/trace.go:171","msg":"trace[412038907] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"238.215175ms","start":"2026-03-31T18:38:41.331201Z","end":"2026-03-31T18:38:41.569416Z","steps":["trace[412038907] 'process raft request' (duration: 237.782103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:41.569561Z","caller":"traceutil/trace.go:171","msg":"trace[731866742] linearizableReadLoop","detail":"{readStateIndex:5136; appliedIndex:5133; }","duration":"241.790432ms","start":"2026-03-31T18:38:41.327753Z","end":"2026-03-31T18:38:41.569544Z","steps":["trace[731866742] 'read index received' (duration: 64.516259ms)","trace[731866742] 'applied index is now lower than readState.Index' (duration: 177.273043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:41.569719Z","caller":"traceutil/trace.go:171","msg":"trace[595168482] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"198.685861ms","start":"2026-03-31T18:38:41.370878Z","end":"2026-03-31T18:38:41.569564Z","steps":["trace[595168482] 'process raft request' (duration: 198.413494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:41.569792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.302383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:41.569866Z","caller":"traceutil/trace.go:171","msg":"trace[1526513808] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4937; }","duration":"205.456377ms","start":"2026-03-31T18:38:41.364389Z","end":"2026-03-31T18:38:41.569846Z","steps":["trace[1526513808] 'agreement among raft nodes before linearized reading' (duration: 205.304262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:41.569937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.172133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:41.570094Z","caller":"traceutil/trace.go:171","msg":"trace[632174386] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4937; }","duration":"242.349129ms","start":"2026-03-31T18:38:41.327686Z","end":"2026-03-31T18:38:41.570035Z","steps":["trace[632174386] 'agreement among raft nodes before linearized reading' (duration: 241.963638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:41.805866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.758142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:41.805975Z","caller":"traceutil/trace.go:171","msg":"trace[1297558352] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"219.881751ms","start":"2026-03-31T18:38:41.586075Z","end":"2026-03-31T18:38:41.805957Z","steps":["trace[1297558352] 'process raft request' (duration: 117.948795ms)","trace[1297558352] 'compare' (duration: 101.615277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:41.814378Z","caller":"traceutil/trace.go:171","msg":"trace[1584887069] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"124.088073ms","start":"2026-03-31T18:38:41.690265Z","end":"2026-03-31T18:38:41.814353Z","steps":["trace[1584887069] 'process raft request' (duration: 123.717804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.074045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:42.074308Z","caller":"traceutil/trace.go:171","msg":"trace[1960905008] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"225.914778ms","start":"2026-03-31T18:38:41.848351Z","end":"2026-03-31T18:38:42.074265Z","steps":["trace[1960905008] 'process raft request' (duration: 116.859876ms)","trace[1960905008] 'compare' (duration: 108.508317ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:42.074197Z","caller":"traceutil/trace.go:171","msg":"trace[1301027557] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"115.489079ms","start":"2026-03-31T18:38:41.958684Z","end":"2026-03-31T18:38:42.074173Z","steps":["trace[1301027557] 'read index received' (duration: 6.461147ms)","trace[1301027557] 'applied index is now lower than readState.Index' (duration: 109.026202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:42.074614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.93777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:42.074657Z","caller":"traceutil/trace.go:171","msg":"trace[1409703703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4940; }","duration":"116.055382ms","start":"2026-03-31T18:38:41.958591Z","end":"2026-03-31T18:38:42.074646Z","steps":["trace[1409703703] 'agreement among raft nodes before linearized reading' (duration: 115.928739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.414257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.754812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:38:42.414868Z","caller":"traceutil/trace.go:171","msg":"trace[961725940] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"163.289599ms","start":"2026-03-31T18:38:42.251556Z","end":"2026-03-31T18:38:42.414846Z","steps":["trace[961725940] 'process raft request' (duration: 162.878157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:42.427927Z","caller":"traceutil/trace.go:171","msg":"trace[815314457] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"140.027401ms","start":"2026-03-31T18:38:42.287879Z","end":"2026-03-31T18:38:42.427907Z","steps":["trace[815314457] 'process raft request' (duration: 139.902298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:42.598742Z","caller":"traceutil/trace.go:171","msg":"trace[1547237684] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"146.5606ms","start":"2026-03-31T18:38:42.45215Z","end":"2026-03-31T18:38:42.598711Z","steps":["trace[1547237684] 'process raft request' (duration: 52.594453ms)","trace[1547237684] 'compare' (duration: 93.791703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:42.656555Z","caller":"traceutil/trace.go:171","msg":"trace[1075140592] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"118.267524ms","start":"2026-03-31T18:38:42.53825Z","end":"2026-03-31T18:38:42.656517Z","steps":["trace[1075140592] 'process raft request' (duration: 118.006577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:42.834893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.270776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:42.835274Z","caller":"traceutil/trace.go:171","msg":"trace[1793321184] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"241.008051ms","start":"2026-03-31T18:38:42.594248Z","end":"2026-03-31T18:38:42.835256Z","steps":["trace[1793321184] 'process raft request' (duration: 240.754604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:42.83525Z","caller":"traceutil/trace.go:171","msg":"trace[1535213918] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"240.97175ms","start":"2026-03-31T18:38:42.59425Z","end":"2026-03-31T18:38:42.835221Z","steps":["trace[1535213918] 'process raft request' (duration: 127.279422ms)","trace[1535213918] 'compare' (duration: 113.088882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:42.835626Z","caller":"traceutil/trace.go:171","msg":"trace[834362580] linearizableReadLoop","detail":"{readStateIndex:5149; appliedIndex:5146; }","duration":"223.594263ms","start":"2026-03-31T18:38:42.612014Z","end":"2026-03-31T18:38:42.835608Z","steps":["trace[834362580] 'read index received' (duration: 44.326675ms)","trace[834362580] 'applied index is now lower than readState.Index' (duration: 179.265558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:42.835836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.81029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:42.835896Z","caller":"traceutil/trace.go:171","msg":"trace[1688157751] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4947; }","duration":"223.906013ms","start":"2026-03-31T18:38:42.61197Z","end":"2026-03-31T18:38:42.835876Z","steps":["trace[1688157751] 'agreement among raft nodes before linearized reading' (duration: 223.772978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.031873Z","caller":"traceutil/trace.go:171","msg":"trace[817075494] linearizableReadLoop","detail":"{readStateIndex:5153; appliedIndex:5149; }","duration":"189.131618ms","start":"2026-03-31T18:38:42.842717Z","end":"2026-03-31T18:38:43.031849Z","steps":["trace[817075494] 'read index received' (duration: 82.476352ms)","trace[817075494] 'applied index is now lower than readState.Index' (duration: 106.654056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:43.03204Z","caller":"traceutil/trace.go:171","msg":"trace[1656829722] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"191.571074ms","start":"2026-03-31T18:38:42.840402Z","end":"2026-03-31T18:38:43.031973Z","steps":["trace[1656829722] 'process raft request' (duration: 191.183244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.032243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.500198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:38:43.032315Z","caller":"traceutil/trace.go:171","msg":"trace[572012502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4951; }","duration":"189.602511ms","start":"2026-03-31T18:38:42.842696Z","end":"2026-03-31T18:38:43.032298Z","steps":["trace[572012502] 'agreement among raft nodes before linearized reading' (duration: 189.307094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.032379Z","caller":"traceutil/trace.go:171","msg":"trace[658492018] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"191.03295ms","start":"2026-03-31T18:38:42.840952Z","end":"2026-03-31T18:38:43.031985Z","steps":["trace[658492018] 'process raft request' (duration: 190.794303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.032867Z","caller":"traceutil/trace.go:171","msg":"trace[683311732] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"191.255427ms","start":"2026-03-31T18:38:42.841599Z","end":"2026-03-31T18:38:43.032854Z","steps":["trace[683311732] 'process raft request' (duration: 190.212368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:43.13126Z","caller":"traceutil/trace.go:171","msg":"trace[1505491551] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"173.731075ms","start":"2026-03-31T18:38:42.957497Z","end":"2026-03-31T18:38:43.131228Z","steps":["trace[1505491551] 'process raft request' (duration: 169.114698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.131301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.219981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:43.131403Z","caller":"traceutil/trace.go:171","msg":"trace[802096765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4952; }","duration":"173.343354ms","start":"2026-03-31T18:38:42.958018Z","end":"2026-03-31T18:38:43.131361Z","steps":["trace[802096765] 'agreement among raft nodes before linearized reading' (duration: 173.216631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:43.1313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.711658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:43.131588Z","caller":"traceutil/trace.go:171","msg":"trace[382210736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4952; }","duration":"278.021866ms","start":"2026-03-31T18:38:42.853545Z","end":"2026-03-31T18:38:43.131567Z","steps":["trace[382210736] 'agreement among raft nodes before linearized reading' (duration: 277.596004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:44.867425Z","caller":"traceutil/trace.go:171","msg":"trace[569721362] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"123.520969ms","start":"2026-03-31T18:38:44.743873Z","end":"2026-03-31T18:38:44.867394Z","steps":["trace[569721362] 'process raft request' (duration: 123.037266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:46.988796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.911731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:46.988921Z","caller":"traceutil/trace.go:171","msg":"trace[1380079996] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"265.332828ms","start":"2026-03-31T18:38:46.723569Z","end":"2026-03-31T18:38:46.988901Z","steps":["trace[1380079996] 'read index received' (duration: 65.411µs)","trace[1380079996] 'applied index is now lower than readState.Index' (duration: 265.265647ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:46.989Z","caller":"traceutil/trace.go:171","msg":"trace[674894984] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"318.2417ms","start":"2026-03-31T18:38:46.670722Z","end":"2026-03-31T18:38:46.988964Z","steps":["trace[674894984] 'process raft request' (duration: 39.042921ms)","trace[674894984] 'compare' (duration: 278.629153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:46.989094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:46.670703Z","time spent":"318.344632ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:46.989129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.539943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:46.989227Z","caller":"traceutil/trace.go:171","msg":"trace[702279866] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4997; }","duration":"265.700368ms","start":"2026-03-31T18:38:46.723503Z","end":"2026-03-31T18:38:46.989204Z","steps":["trace[702279866] 'agreement among raft nodes before linearized reading' (duration: 265.460352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:47.033321Z","caller":"traceutil/trace.go:171","msg":"trace[673974415] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"155.929897ms","start":"2026-03-31T18:38:46.877365Z","end":"2026-03-31T18:38:47.033295Z","steps":["trace[673974415] 'process raft request' (duration: 155.758492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:47.039003Z","caller":"traceutil/trace.go:171","msg":"trace[1612425714] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"160.209024ms","start":"2026-03-31T18:38:46.878768Z","end":"2026-03-31T18:38:47.038978Z","steps":["trace[1612425714] 'process raft request' (duration: 159.968568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:49.248026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.39066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:49.248239Z","caller":"traceutil/trace.go:171","msg":"trace[1688844545] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"149.517441ms","start":"2026-03-31T18:38:49.098682Z","end":"2026-03-31T18:38:49.248199Z","steps":["trace[1688844545] 'process raft request' (duration: 35.868234ms)","trace[1688844545] 'compare' (duration: 113.274177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:49.24823Z","caller":"traceutil/trace.go:171","msg":"trace[1252843046] linearizableReadLoop","detail":"{readStateIndex:5236; appliedIndex:5235; }","duration":"148.853193ms","start":"2026-03-31T18:38:49.099343Z","end":"2026-03-31T18:38:49.248196Z","steps":["trace[1252843046] 'read index received' (duration: 35.187975ms)","trace[1252843046] 'applied index is now lower than readState.Index' (duration: 113.662138ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:49.248287Z","caller":"traceutil/trace.go:171","msg":"trace[865322324] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"147.921799ms","start":"2026-03-31T18:38:49.100349Z","end":"2026-03-31T18:38:49.248271Z","steps":["trace[865322324] 'process raft request' (duration: 147.881647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:49.248396Z","caller":"traceutil/trace.go:171","msg":"trace[2081551595] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"148.976617ms","start":"2026-03-31T18:38:49.09941Z","end":"2026-03-31T18:38:49.248387Z","steps":["trace[2081551595] 'process raft request' (duration: 148.72786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:49.248476Z","caller":"traceutil/trace.go:171","msg":"trace[121716566] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"148.966557ms","start":"2026-03-31T18:38:49.099502Z","end":"2026-03-31T18:38:49.248468Z","steps":["trace[121716566] 'process raft request' (duration: 148.690559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:49.248609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.240724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62980"} {"level":"info","ts":"2026-03-31T18:38:49.248667Z","caller":"traceutil/trace.go:171","msg":"trace[192241323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5036; }","duration":"149.311165ms","start":"2026-03-31T18:38:49.099338Z","end":"2026-03-31T18:38:49.248649Z","steps":["trace[192241323] 'agreement among raft nodes before linearized reading' (duration: 149.019298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.434294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.124056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:51.4344Z","caller":"traceutil/trace.go:171","msg":"trace[159965829] linearizableReadLoop","detail":"{readStateIndex:5290; appliedIndex:5289; }","duration":"409.063931ms","start":"2026-03-31T18:38:51.02532Z","end":"2026-03-31T18:38:51.434384Z","steps":["trace[159965829] 'read index received' (duration: 160.781461ms)","trace[159965829] 'applied index is now lower than readState.Index' (duration: 248.2809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:51.434467Z","caller":"traceutil/trace.go:171","msg":"trace[1400255221] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"409.178565ms","start":"2026-03-31T18:38:51.025277Z","end":"2026-03-31T18:38:51.434456Z","steps":["trace[1400255221] 'process raft request' (duration: 160.807351ms)","trace[1400255221] 'compare' (duration: 247.841439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:51.434524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.025232Z","time spent":"409.264486ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10058,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:38:51.434902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.573815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57280"} {"level":"info","ts":"2026-03-31T18:38:51.434942Z","caller":"traceutil/trace.go:171","msg":"trace[1423669096] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:5086; }","duration":"409.660998ms","start":"2026-03-31T18:38:51.02527Z","end":"2026-03-31T18:38:51.434931Z","steps":["trace[1423669096] 'agreement among raft nodes before linearized reading' (duration: 409.432462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.434971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.025207Z","time spent":"409.756709ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":8,"response size":57303,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:38:51.487227Z","caller":"traceutil/trace.go:171","msg":"trace[1173778123] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"387.212901ms","start":"2026-03-31T18:38:51.099988Z","end":"2026-03-31T18:38:51.487201Z","steps":["trace[1173778123] 'process raft request' (duration: 387.046187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.12447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:38:51.487282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.21298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:38:51.487302Z","caller":"traceutil/trace.go:171","msg":"trace[629194137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5088; }","duration":"231.194082ms","start":"2026-03-31T18:38:51.256093Z","end":"2026-03-31T18:38:51.487287Z","steps":["trace[629194137] 'agreement among raft nodes before linearized reading' (duration: 231.039458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.487346Z","caller":"traceutil/trace.go:171","msg":"trace[2062937656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5088; }","duration":"232.301352ms","start":"2026-03-31T18:38:51.255028Z","end":"2026-03-31T18:38:51.48733Z","steps":["trace[2062937656] 'agreement among raft nodes before linearized reading' (duration: 232.086897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.595643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:38:51.487342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.242493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:38:51.487384Z","caller":"traceutil/trace.go:171","msg":"trace[110043359] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"407.706474ms","start":"2026-03-31T18:38:51.079668Z","end":"2026-03-31T18:38:51.487374Z","steps":["trace[110043359] 'process raft request' (duration: 407.237892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.099967Z","time spent":"387.318914ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:51.487433Z","caller":"traceutil/trace.go:171","msg":"trace[248507399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5088; }","duration":"231.351386ms","start":"2026-03-31T18:38:51.25606Z","end":"2026-03-31T18:38:51.487412Z","steps":["trace[248507399] 'agreement among raft nodes before linearized reading' (duration: 231.11529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.487485Z","caller":"traceutil/trace.go:171","msg":"trace[776183113] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5088; }","duration":"184.749538ms","start":"2026-03-31T18:38:51.302641Z","end":"2026-03-31T18:38:51.487391Z","steps":["trace[776183113] 'agreement among raft nodes before linearized reading' (duration: 184.577733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.885478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:38:51.487481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.079656Z","time spent":"407.800617ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:38:51.487548Z","caller":"traceutil/trace.go:171","msg":"trace[1558154616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5088; }","duration":"411.933629ms","start":"2026-03-31T18:38:51.075608Z","end":"2026-03-31T18:38:51.487542Z","steps":["trace[1558154616] 'agreement among raft nodes before linearized reading' (duration: 411.862607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.075595Z","time spent":"411.966971ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:38:51.487574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.242852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:38:51.487617Z","caller":"traceutil/trace.go:171","msg":"trace[1589932475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5088; }","duration":"216.320654ms","start":"2026-03-31T18:38:51.271282Z","end":"2026-03-31T18:38:51.487603Z","steps":["trace[1589932475] 'agreement among raft nodes before linearized reading' (duration: 216.193981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.670172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:38:51.487694Z","caller":"traceutil/trace.go:171","msg":"trace[750983874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:5088; }","duration":"232.745955ms","start":"2026-03-31T18:38:51.25492Z","end":"2026-03-31T18:38:51.487666Z","steps":["trace[750983874] 'agreement among raft nodes before linearized reading' (duration: 232.627041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.300188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T18:38:51.487775Z","caller":"traceutil/trace.go:171","msg":"trace[2049316913] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5088; }","duration":"432.395831ms","start":"2026-03-31T18:38:51.05536Z","end":"2026-03-31T18:38:51.487756Z","steps":["trace[2049316913] 'agreement among raft nodes before linearized reading' (duration: 432.169264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.487812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.055322Z","time spent":"432.479894ms","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-31T18:38:51.487855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.684985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:38:51.48784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.593987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T18:38:51.487914Z","caller":"traceutil/trace.go:171","msg":"trace[577839439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5088; }","duration":"231.785458ms","start":"2026-03-31T18:38:51.256112Z","end":"2026-03-31T18:38:51.487898Z","steps":["trace[577839439] 'agreement among raft nodes before linearized reading' (duration: 230.979435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:51.487972Z","caller":"traceutil/trace.go:171","msg":"trace[575886870] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5088; }","duration":"456.397009ms","start":"2026-03-31T18:38:51.03154Z","end":"2026-03-31T18:38:51.487937Z","steps":["trace[575886870] 'agreement among raft nodes before linearized reading' (duration: 455.533216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:51.488047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:51.031526Z","time spent":"456.497422ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-31T18:38:51.488186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.768564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T18:38:51.488244Z","caller":"traceutil/trace.go:171","msg":"trace[45256948] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5088; }","duration":"178.857377ms","start":"2026-03-31T18:38:51.309373Z","end":"2026-03-31T18:38:51.48823Z","steps":["trace[45256948] 'agreement among raft nodes before linearized reading' (duration: 178.001303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:52.648576Z","caller":"traceutil/trace.go:171","msg":"trace[1887906257] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"123.525559ms","start":"2026-03-31T18:38:52.525022Z","end":"2026-03-31T18:38:52.648547Z","steps":["trace[1887906257] 'process raft request' (duration: 83.344857ms)","trace[1887906257] 'compare' (duration: 39.509923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:52.912743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.584931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:38:52.912955Z","caller":"traceutil/trace.go:171","msg":"trace[1045563504] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"169.330565ms","start":"2026-03-31T18:38:52.743605Z","end":"2026-03-31T18:38:52.912936Z","steps":["trace[1045563504] 'process raft request' (duration: 169.266393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:52.912979Z","caller":"traceutil/trace.go:171","msg":"trace[1857701773] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"257.285537ms","start":"2026-03-31T18:38:52.655682Z","end":"2026-03-31T18:38:52.912967Z","steps":["trace[1857701773] 'process raft request' (duration: 145.362058ms)","trace[1857701773] 'compare' (duration: 111.435517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:52.913164Z","caller":"traceutil/trace.go:171","msg":"trace[1603196912] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5324; }","duration":"234.674347ms","start":"2026-03-31T18:38:52.67848Z","end":"2026-03-31T18:38:52.913154Z","steps":["trace[1603196912] 'read index received' (duration: 122.996133ms)","trace[1603196912] 'applied index is now lower than readState.Index' (duration: 111.676964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:52.913247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.77592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:52.913278Z","caller":"traceutil/trace.go:171","msg":"trace[1675172440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5121; }","duration":"234.875503ms","start":"2026-03-31T18:38:52.678394Z","end":"2026-03-31T18:38:52.91327Z","steps":["trace[1675172440] 'agreement among raft nodes before linearized reading' (duration: 234.7969ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.636911Z","caller":"traceutil/trace.go:171","msg":"trace[626144239] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"118.208762ms","start":"2026-03-31T18:38:53.518676Z","end":"2026-03-31T18:38:53.636885Z","steps":["trace[626144239] 'read index received' (duration: 87.14407ms)","trace[626144239] 'applied index is now lower than readState.Index' (duration: 31.063382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:53.636952Z","caller":"traceutil/trace.go:171","msg":"trace[1138639458] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"142.338615ms","start":"2026-03-31T18:38:53.494581Z","end":"2026-03-31T18:38:53.636919Z","steps":["trace[1138639458] 'process raft request' (duration: 111.139509ms)","trace[1138639458] 'compare' (duration: 31.018201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:53.637118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.435009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:38:53.637157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.500253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:38:53.637141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.414798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:38:53.637189Z","caller":"traceutil/trace.go:171","msg":"trace[953587095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5125; }","duration":"117.583646ms","start":"2026-03-31T18:38:53.519598Z","end":"2026-03-31T18:38:53.637182Z","steps":["trace[953587095] 'agreement among raft nodes before linearized reading' (duration: 117.486543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.637194Z","caller":"traceutil/trace.go:171","msg":"trace[961078240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5125; }","duration":"118.553832ms","start":"2026-03-31T18:38:53.518623Z","end":"2026-03-31T18:38:53.637177Z","steps":["trace[961078240] 'agreement among raft nodes before linearized reading' (duration: 118.345336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.63721Z","caller":"traceutil/trace.go:171","msg":"trace[482101532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5125; }","duration":"118.52297ms","start":"2026-03-31T18:38:53.51867Z","end":"2026-03-31T18:38:53.637193Z","steps":["trace[482101532] 'agreement among raft nodes before linearized reading' (duration: 118.359626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:53.63721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.177788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:38:53.637243Z","caller":"traceutil/trace.go:171","msg":"trace[1558514238] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5125; }","duration":"100.24603ms","start":"2026-03-31T18:38:53.53699Z","end":"2026-03-31T18:38:53.637236Z","steps":["trace[1558514238] 'agreement among raft nodes before linearized reading' (duration: 100.171068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:53.637693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.693147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:38:53.637788Z","caller":"traceutil/trace.go:171","msg":"trace[876515145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5125; }","duration":"118.81573ms","start":"2026-03-31T18:38:53.518956Z","end":"2026-03-31T18:38:53.637772Z","steps":["trace[876515145] 'agreement among raft nodes before linearized reading' (duration: 118.160251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:53.829406Z","caller":"traceutil/trace.go:171","msg":"trace[1873550049] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"121.608626ms","start":"2026-03-31T18:38:53.707746Z","end":"2026-03-31T18:38:53.829354Z","steps":["trace[1873550049] 'process raft request' (duration: 66.270939ms)","trace[1873550049] 'compare' (duration: 55.146353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:38:54.366193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.436709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:54.366499Z","caller":"traceutil/trace.go:171","msg":"trace[2126871810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"410.787739ms","start":"2026-03-31T18:38:53.955682Z","end":"2026-03-31T18:38:54.36647Z","steps":["trace[2126871810] 'range keys from in-memory index tree' (duration: 410.272455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:54.366223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.927588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:38:54.366586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:53.955665Z","time spent":"410.903052ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:38:54.36659Z","caller":"traceutil/trace.go:171","msg":"trace[264406586] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5131; }","duration":"385.401352ms","start":"2026-03-31T18:38:53.981168Z","end":"2026-03-31T18:38:54.366569Z","steps":["trace[264406586] 'count revisions from in-memory index tree' (duration: 384.830307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:54.366642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:53.981146Z","time spent":"385.481624ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":12,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:38:54.369836Z","caller":"traceutil/trace.go:171","msg":"trace[1456472175] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"368.738105ms","start":"2026-03-31T18:38:54.001061Z","end":"2026-03-31T18:38:54.369799Z","steps":["trace[1456472175] 'process raft request' (duration: 368.456187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:54.369995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:54.001034Z","time spent":"368.892609ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197680,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:38:56.989153Z","caller":"traceutil/trace.go:171","msg":"trace[581265981] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5487; }","duration":"354.498074ms","start":"2026-03-31T18:38:56.634635Z","end":"2026-03-31T18:38:56.989133Z","steps":["trace[581265981] 'read index received' (duration: 354.329499ms)","trace[581265981] 'applied index is now lower than readState.Index' (duration: 167.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:38:56.98922Z","caller":"traceutil/trace.go:171","msg":"trace[1799977730] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"410.882501ms","start":"2026-03-31T18:38:56.578309Z","end":"2026-03-31T18:38:56.989192Z","steps":["trace[1799977730] 'process raft request' (duration: 410.686896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.989361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.578297Z","time spent":"410.983654ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:56.989636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.992658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T18:38:56.989681Z","caller":"traceutil/trace.go:171","msg":"trace[1951008448] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3; range_end:; response_count:1; response_revision:5278; }","duration":"355.086451ms","start":"2026-03-31T18:38:56.634582Z","end":"2026-03-31T18:38:56.989669Z","steps":["trace[1951008448] 'agreement among raft nodes before linearized reading' (duration: 354.654329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:56.989714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.634563Z","time spent":"355.140443ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3\" "} {"level":"warn","ts":"2026-03-31T18:38:57.014875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.572787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:57.014953Z","caller":"traceutil/trace.go:171","msg":"trace[638625774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5279; }","duration":"369.683371ms","start":"2026-03-31T18:38:56.645252Z","end":"2026-03-31T18:38:57.014935Z","steps":["trace[638625774] 'agreement among raft nodes before linearized reading' (duration: 369.552478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.01499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.645237Z","time spent":"369.746033ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:38:57.01499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.86613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:38:57.015004Z","caller":"traceutil/trace.go:171","msg":"trace[1246233327] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"357.097205ms","start":"2026-03-31T18:38:56.65787Z","end":"2026-03-31T18:38:57.014967Z","steps":["trace[1246233327] 'process raft request' (duration: 356.825368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:38:57.015056Z","caller":"traceutil/trace.go:171","msg":"trace[1255380651] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5279; }","duration":"188.990524ms","start":"2026-03-31T18:38:56.826052Z","end":"2026-03-31T18:38:57.015042Z","steps":["trace[1255380651] 'agreement among raft nodes before linearized reading' (duration: 188.864731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.015162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.657852Z","time spent":"357.2327ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:38:57.015297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.77933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-31T18:38:57.015337Z","caller":"traceutil/trace.go:171","msg":"trace[150302024] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b; range_end:; response_count:1; response_revision:5279; }","duration":"300.846942ms","start":"2026-03-31T18:38:56.714477Z","end":"2026-03-31T18:38:57.015324Z","steps":["trace[150302024] 'agreement among raft nodes before linearized reading' (duration: 300.733549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.015368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.714462Z","time spent":"300.900034ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b\" "} {"level":"warn","ts":"2026-03-31T18:38:57.015779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.254115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T18:38:57.015832Z","caller":"traceutil/trace.go:171","msg":"trace[968738911] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e; range_end:; response_count:1; response_revision:5279; }","duration":"304.323267ms","start":"2026-03-31T18:38:56.711495Z","end":"2026-03-31T18:38:57.015818Z","steps":["trace[968738911] 'agreement among raft nodes before linearized reading' (duration: 304.186024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.015836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.160101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b\" ","response":"range_response_count:1 size:4066"} {"level":"warn","ts":"2026-03-31T18:38:57.015871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.711483Z","time spent":"304.37946ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e\" "} {"level":"info","ts":"2026-03-31T18:38:57.015875Z","caller":"traceutil/trace.go:171","msg":"trace[1996399707] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b; range_end:; response_count:1; response_revision:5279; }","duration":"316.229385ms","start":"2026-03-31T18:38:56.699635Z","end":"2026-03-31T18:38:57.015864Z","steps":["trace[1996399707] 'agreement among raft nodes before linearized reading' (duration: 316.133352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.015913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.699618Z","time spent":"316.285936ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b\" "} {"level":"warn","ts":"2026-03-31T18:38:57.016831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.404685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:38:57.017904Z","caller":"traceutil/trace.go:171","msg":"trace[1494272735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5279; }","duration":"342.523476ms","start":"2026-03-31T18:38:56.675362Z","end":"2026-03-31T18:38:57.017885Z","steps":["trace[1494272735] 'agreement among raft nodes before linearized reading' (duration: 340.129619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:38:57.017967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:56.675344Z","time spent":"342.601088ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:39:00.101725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232580415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:00.102152Z","caller":"traceutil/trace.go:171","msg":"trace[1182175446] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"1.261856511s","start":"2026-03-31T18:38:58.840277Z","end":"2026-03-31T18:39:00.102133Z","steps":["trace[1182175446] 'process raft request' (duration: 28.779603ms)","trace[1182175446] 'compare' (duration: 1.231616238s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:00.102278Z","caller":"traceutil/trace.go:171","msg":"trace[1589057152] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"1.258449087s","start":"2026-03-31T18:38:58.843798Z","end":"2026-03-31T18:39:00.102247Z","steps":["trace[1589057152] 'read index received' (duration: 25.214705ms)","trace[1589057152] 'applied index is now lower than readState.Index' (duration: 1.233230032s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:00.102228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:58.840265Z","time spent":"1.261935284s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:00.102474Z","caller":"traceutil/trace.go:171","msg":"trace[934898372] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"1.081064909s","start":"2026-03-31T18:38:59.021395Z","end":"2026-03-31T18:39:00.10246Z","steps":["trace[934898372] 'process raft request' (duration: 1.080963676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.102496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258671273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:39:00.102561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.021362Z","time spent":"1.081160002s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:00.102572Z","caller":"traceutil/trace.go:171","msg":"trace[1327748454] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5336; }","duration":"1.258759366s","start":"2026-03-31T18:38:58.843792Z","end":"2026-03-31T18:39:00.102551Z","steps":["trace[1327748454] 'agreement among raft nodes before linearized reading' (duration: 1.258530839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.102622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:58.843748Z","time spent":"1.258864619s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T18:39:00.571661Z","caller":"traceutil/trace.go:171","msg":"trace[1431310712] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"905.495262ms","start":"2026-03-31T18:38:59.666138Z","end":"2026-03-31T18:39:00.571633Z","steps":["trace[1431310712] 'process raft request' (duration: 905.4526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.571735Z","caller":"traceutil/trace.go:171","msg":"trace[2095830953] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"1.025960831s","start":"2026-03-31T18:38:59.545734Z","end":"2026-03-31T18:39:00.571694Z","steps":["trace[2095830953] 'process raft request' (duration: 1.025807187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.571837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.666119Z","time spent":"905.634565ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:00.571676Z","caller":"traceutil/trace.go:171","msg":"trace[119816213] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"1.462368767s","start":"2026-03-31T18:38:59.10928Z","end":"2026-03-31T18:39:00.571649Z","steps":["trace[119816213] 'process raft request' (duration: 1.462091679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.571989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.109254Z","time spent":"1.462694676s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:00.57189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.545709Z","time spent":"1.026085404s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:00.600075Z","caller":"traceutil/trace.go:171","msg":"trace[76448860] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5550; }","duration":"497.112698ms","start":"2026-03-31T18:39:00.10234Z","end":"2026-03-31T18:39:00.599453Z","steps":["trace[76448860] 'read index received' (duration: 469.015064ms)","trace[76448860] 'applied index is now lower than readState.Index' (duration: 28.096984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:00.600163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027643619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-31T18:39:00.600284Z","caller":"traceutil/trace.go:171","msg":"trace[831211330] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v-tls; range_end:; response_count:1; response_revision:5341; }","duration":"1.027787202s","start":"2026-03-31T18:38:59.572463Z","end":"2026-03-31T18:39:00.60025Z","steps":["trace[831211330] 'agreement among raft nodes before linearized reading' (duration: 1.027027621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.600323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.572451Z","time spent":"1.027861724s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1990,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v-tls\" "} {"level":"warn","ts":"2026-03-31T18:39:00.600328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.333002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:39:00.600425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.646116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lwlrs\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-31T18:39:00.600432Z","caller":"traceutil/trace.go:171","msg":"trace[1610453743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5341; }","duration":"866.444195ms","start":"2026-03-31T18:38:59.733948Z","end":"2026-03-31T18:39:00.600392Z","steps":["trace[1610453743] 'agreement among raft nodes before linearized reading' (duration: 865.53949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.600536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.73394Z","time spent":"866.58237ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:39:00.60058Z","caller":"traceutil/trace.go:171","msg":"trace[1520058118] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lwlrs; range_end:; response_count:1; response_revision:5341; }","duration":"733.78384ms","start":"2026-03-31T18:38:59.86672Z","end":"2026-03-31T18:39:00.600504Z","steps":["trace[1520058118] 'agreement among raft nodes before linearized reading' (duration: 732.828604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.600648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.866645Z","time spent":"733.992125ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5174,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-lwlrs\" "} {"level":"warn","ts":"2026-03-31T18:39:00.600777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.61538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:00.600855Z","caller":"traceutil/trace.go:171","msg":"trace[242091206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5341; }","duration":"645.697873ms","start":"2026-03-31T18:38:59.955122Z","end":"2026-03-31T18:39:00.600819Z","steps":["trace[242091206] 'agreement among raft nodes before linearized reading' (duration: 645.479607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.600884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.955104Z","time spent":"645.772764ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:00.600936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388685066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:00.601087Z","caller":"traceutil/trace.go:171","msg":"trace[551266666] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5341; }","duration":"1.388849562s","start":"2026-03-31T18:38:59.212162Z","end":"2026-03-31T18:39:00.601012Z","steps":["trace[551266666] 'agreement among raft nodes before linearized reading' (duration: 1.388493021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.601137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.212137Z","time spent":"1.388986495s","remote":"127.0.0.1:48618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:00.601166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.32177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:39:00.60123Z","caller":"traceutil/trace.go:171","msg":"trace[1074378692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:5341; }","duration":"867.404492ms","start":"2026-03-31T18:38:59.733797Z","end":"2026-03-31T18:39:00.601202Z","steps":["trace[1074378692] 'agreement among raft nodes before linearized reading' (duration: 867.228068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.601277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.733778Z","time spent":"867.477604ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:39:00.601243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.123045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:39:00.601451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.575921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:39:00.601487Z","caller":"traceutil/trace.go:171","msg":"trace[1848119883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5341; }","duration":"867.435242ms","start":"2026-03-31T18:38:59.733982Z","end":"2026-03-31T18:39:00.601417Z","steps":["trace[1848119883] 'agreement among raft nodes before linearized reading' (duration: 866.714743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.601513Z","caller":"traceutil/trace.go:171","msg":"trace[495968483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5341; }","duration":"890.656982ms","start":"2026-03-31T18:38:59.710828Z","end":"2026-03-31T18:39:00.601485Z","steps":["trace[495968483] 'agreement among raft nodes before linearized reading' (duration: 890.552709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.601549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.710812Z","time spent":"890.727545ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:39:00.601553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469104423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:00.601568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.733958Z","time spent":"867.589687ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:39:00.601758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18632933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:00.601606Z","caller":"traceutil/trace.go:171","msg":"trace[361695983] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5341; }","duration":"1.469151234s","start":"2026-03-31T18:38:59.132434Z","end":"2026-03-31T18:39:00.601585Z","steps":["trace[361695983] 'agreement among raft nodes before linearized reading' (duration: 1.469064301s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:00.601832Z","caller":"traceutil/trace.go:171","msg":"trace[532575723] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5341; }","duration":"1.186460163s","start":"2026-03-31T18:38:59.415357Z","end":"2026-03-31T18:39:00.601817Z","steps":["trace[532575723] 'agreement among raft nodes before linearized reading' (duration: 1.186279668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.601938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.415337Z","time spent":"1.186567007s","remote":"127.0.0.1:50330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:00.601917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.132384Z","time spent":"1.469507344s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:00.601964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.615997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:00.601792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.220515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T18:39:00.602032Z","caller":"traceutil/trace.go:171","msg":"trace[1621315850] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5341; }","duration":"904.748551ms","start":"2026-03-31T18:38:59.697257Z","end":"2026-03-31T18:39:00.602006Z","steps":["trace[1621315850] 'agreement among raft nodes before linearized reading' (duration: 904.627387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.697241Z","time spent":"904.819612ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:00.602123Z","caller":"traceutil/trace.go:171","msg":"trace[1203560172] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e; range_end:; response_count:1; response_revision:5341; }","duration":"753.597366ms","start":"2026-03-31T18:38:59.848454Z","end":"2026-03-31T18:39:00.602052Z","steps":["trace[1203560172] 'agreement among raft nodes before linearized reading' (duration: 753.204275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603442004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3\" ","response":"range_response_count:1 size:3904"} {"level":"warn","ts":"2026-03-31T18:39:00.602201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.848435Z","time spent":"753.735499ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-vc47v.18a20107b14c064e\" "} {"level":"warn","ts":"2026-03-31T18:39:00.602233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.217354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:39:00.602294Z","caller":"traceutil/trace.go:171","msg":"trace[820973925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5341; }","duration":"868.297496ms","start":"2026-03-31T18:38:59.73398Z","end":"2026-03-31T18:39:00.602277Z","steps":["trace[820973925] 'agreement among raft nodes before linearized reading' (duration: 868.141222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.372188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:39:00.60237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.733975Z","time spent":"868.377668ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:39:00.602421Z","caller":"traceutil/trace.go:171","msg":"trace[2030838017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5341; }","duration":"868.469392ms","start":"2026-03-31T18:38:59.73394Z","end":"2026-03-31T18:39:00.602409Z","steps":["trace[2030838017] 'agreement among raft nodes before linearized reading' (duration: 868.351889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.73392Z","time spent":"868.525713ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:39:00.602216Z","caller":"traceutil/trace.go:171","msg":"trace[1547497703] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3; range_end:; response_count:1; response_revision:5341; }","duration":"1.603534667s","start":"2026-03-31T18:38:58.998652Z","end":"2026-03-31T18:39:00.602186Z","steps":["trace[1547497703] 'agreement among raft nodes before linearized reading' (duration: 1.603358552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:58.998629Z","time spent":"1.60402764s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4917bfb3-0046-4525-9b59-a80388aa43f3\" "} {"level":"warn","ts":"2026-03-31T18:39:00.602819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655797616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-31T18:39:00.602935Z","caller":"traceutil/trace.go:171","msg":"trace[1840567987] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5341; }","duration":"1.65593168s","start":"2026-03-31T18:38:58.946959Z","end":"2026-03-31T18:39:00.602891Z","steps":["trace[1840567987] 'agreement among raft nodes before linearized reading' (duration: 1.655699484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.602991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:58.946934Z","time spent":"1.656044104s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T18:39:00.608969Z","caller":"traceutil/trace.go:171","msg":"trace[428393000] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"640.458278ms","start":"2026-03-31T18:38:59.960158Z","end":"2026-03-31T18:39:00.600616Z","steps":["trace[428393000] 'process raft request' (duration: 639.128472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:00.609139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:38:59.960136Z","time spent":"648.9076ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:03.863872Z","caller":"traceutil/trace.go:171","msg":"trace[215678437] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"329.380556ms","start":"2026-03-31T18:39:03.534467Z","end":"2026-03-31T18:39:03.863847Z","steps":["trace[215678437] 'process raft request' (duration: 329.179981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:03.864032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:03.534445Z","time spent":"329.50769ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4687,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:03.959819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2843} {"level":"warn","ts":"2026-03-31T18:39:04.147174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.555855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:04.147289Z","caller":"traceutil/trace.go:171","msg":"trace[526691839] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5408; }","duration":"180.70487ms","start":"2026-03-31T18:39:03.966561Z","end":"2026-03-31T18:39:04.147266Z","steps":["trace[526691839] 'range keys from in-memory index tree' (duration: 180.497684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:04.147507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.967258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:39:04.147578Z","caller":"traceutil/trace.go:171","msg":"trace[1288668044] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5408; }","duration":"176.064022ms","start":"2026-03-31T18:39:03.971496Z","end":"2026-03-31T18:39:04.14756Z","steps":["trace[1288668044] 'range keys from in-memory index tree' (duration: 175.787543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:04.205015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2843,"took":"243.306494ms","hash":1955406703,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":29884416,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T18:39:04.20509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1955406703,"revision":2843,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T18:39:08.364442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.963253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:08.364545Z","caller":"traceutil/trace.go:171","msg":"trace[320324465] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"202.737047ms","start":"2026-03-31T18:39:08.161793Z","end":"2026-03-31T18:39:08.36453Z","steps":["trace[320324465] 'process raft request' (duration: 44.607579ms)","trace[320324465] 'compare' (duration: 157.83486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:09.37143Z","caller":"traceutil/trace.go:171","msg":"trace[1082620348] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"102.184586ms","start":"2026-03-31T18:39:09.269224Z","end":"2026-03-31T18:39:09.371408Z","steps":["trace[1082620348] 'process raft request' (duration: 102.062843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:10.741044Z","caller":"traceutil/trace.go:171","msg":"trace[1462587820] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"134.695101ms","start":"2026-03-31T18:39:10.606332Z","end":"2026-03-31T18:39:10.741027Z","steps":["trace[1462587820] 'process raft request' (duration: 134.550797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:10.789939Z","caller":"traceutil/trace.go:171","msg":"trace[746969343] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"176.37193ms","start":"2026-03-31T18:39:10.613536Z","end":"2026-03-31T18:39:10.789908Z","steps":["trace[746969343] 'process raft request' (duration: 176.281048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:10.789952Z","caller":"traceutil/trace.go:171","msg":"trace[1029599219] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"177.490501ms","start":"2026-03-31T18:39:10.612422Z","end":"2026-03-31T18:39:10.789913Z","steps":["trace[1029599219] 'process raft request' (duration: 177.232583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.651743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.19005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:11.651961Z","caller":"traceutil/trace.go:171","msg":"trace[439900781] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"856.020849ms","start":"2026-03-31T18:39:10.795918Z","end":"2026-03-31T18:39:11.651939Z","steps":["trace[439900781] 'process raft request' (duration: 47.53413ms)","trace[439900781] 'compare' (duration: 807.551653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:11.652552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.79589Z","time spent":"856.105581ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:11.711869Z","caller":"traceutil/trace.go:171","msg":"trace[1695267169] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"914.601043ms","start":"2026-03-31T18:39:10.797243Z","end":"2026-03-31T18:39:11.711844Z","steps":["trace[1695267169] 'process raft request' (duration: 914.280074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:11.711979Z","caller":"traceutil/trace.go:171","msg":"trace[2127206262] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"914.695035ms","start":"2026-03-31T18:39:10.797243Z","end":"2026-03-31T18:39:11.711938Z","steps":["trace[2127206262] 'process raft request' (duration: 914.442669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.712046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.797219Z","time spent":"914.731777ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:11.712145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.797222Z","time spent":"914.829668ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:11.711873Z","caller":"traceutil/trace.go:171","msg":"trace[612563499] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"914.501789ms","start":"2026-03-31T18:39:10.797334Z","end":"2026-03-31T18:39:11.711835Z","steps":["trace[612563499] 'process raft request' (duration: 914.405017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:11.712192Z","caller":"traceutil/trace.go:171","msg":"trace[2136059488] linearizableReadLoop","detail":"{readStateIndex:5749; appliedIndex:5744; }","duration":"914.471669ms","start":"2026-03-31T18:39:10.797702Z","end":"2026-03-31T18:39:11.712173Z","steps":["trace[2136059488] 'read index received' (duration: 45.770111ms)","trace[2136059488] 'applied index is now lower than readState.Index' (duration: 868.699448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:11.71227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.797301Z","time spent":"914.925683ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:11.71228Z","caller":"traceutil/trace.go:171","msg":"trace[2064662457] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"914.87237ms","start":"2026-03-31T18:39:10.797395Z","end":"2026-03-31T18:39:11.712268Z","steps":["trace[2064662457] 'process raft request' (duration: 914.390457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.712518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.832089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70791"} {"level":"info","ts":"2026-03-31T18:39:11.712578Z","caller":"traceutil/trace.go:171","msg":"trace[263822499] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5529; }","duration":"914.923033ms","start":"2026-03-31T18:39:10.797639Z","end":"2026-03-31T18:39:11.712562Z","steps":["trace[263822499] 'agreement among raft nodes before linearized reading' (duration: 914.662725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.712627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.797629Z","time spent":"914.984764ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":70814,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:39:11.712706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.79737Z","time spent":"915.041685ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:11.815726Z","caller":"traceutil/trace.go:171","msg":"trace[497967740] linearizableReadLoop","detail":"{readStateIndex:5750; appliedIndex:5749; }","duration":"103.458821ms","start":"2026-03-31T18:39:11.712236Z","end":"2026-03-31T18:39:11.815695Z","steps":["trace[497967740] 'read index received' (duration: 103.180283ms)","trace[497967740] 'applied index is now lower than readState.Index' (duration: 277.228µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:11.815851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.84999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:11.815951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.18198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-br8hl\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-31T18:39:11.815972Z","caller":"traceutil/trace.go:171","msg":"trace[994359098] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5530; }","duration":"256.054077ms","start":"2026-03-31T18:39:11.559894Z","end":"2026-03-31T18:39:11.815948Z","steps":["trace[994359098] 'agreement among raft nodes before linearized reading' (duration: 255.82923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:11.816005Z","caller":"traceutil/trace.go:171","msg":"trace[669172863] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-br8hl; range_end:; response_count:1; response_revision:5530; }","duration":"988.294173ms","start":"2026-03-31T18:39:10.827693Z","end":"2026-03-31T18:39:11.815987Z","steps":["trace[669172863] 'agreement among raft nodes before linearized reading' (duration: 988.128329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.815984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.300986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:11.81605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.827667Z","time spent":"988.372526ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-br8hl\" "} {"level":"info","ts":"2026-03-31T18:39:11.816073Z","caller":"traceutil/trace.go:171","msg":"trace[298363255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5530; }","duration":"860.45984ms","start":"2026-03-31T18:39:10.955592Z","end":"2026-03-31T18:39:11.816051Z","steps":["trace[298363255] 'agreement among raft nodes before linearized reading' (duration: 860.273475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.816001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.160871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:39:11.816142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.955563Z","time spent":"860.566654ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:11.816114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.600806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:11.816231Z","caller":"traceutil/trace.go:171","msg":"trace[1335572515] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"348.622496ms","start":"2026-03-31T18:39:11.467468Z","end":"2026-03-31T18:39:11.81609Z","steps":["trace[1335572515] 'process raft request' (duration: 348.02566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:11.816236Z","caller":"traceutil/trace.go:171","msg":"trace[1160499563] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5530; }","duration":"835.813122ms","start":"2026-03-31T18:39:10.980396Z","end":"2026-03-31T18:39:11.816209Z","steps":["trace[1160499563] 'agreement among raft nodes before linearized reading' (duration: 835.422372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:11.816157Z","caller":"traceutil/trace.go:171","msg":"trace[1418334752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5530; }","duration":"509.385607ms","start":"2026-03-31T18:39:11.30676Z","end":"2026-03-31T18:39:11.816146Z","steps":["trace[1418334752] 'agreement among raft nodes before linearized reading' (duration: 509.167251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:11.816311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.306727Z","time spent":"509.570911ms","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:11.816323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:10.980375Z","time spent":"835.935355ms","remote":"127.0.0.1:33014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:11.816735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:11.467405Z","time spent":"348.868335ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:12.106119Z","caller":"traceutil/trace.go:171","msg":"trace[1187618876] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"280.604852ms","start":"2026-03-31T18:39:11.825498Z","end":"2026-03-31T18:39:12.106102Z","steps":["trace[1187618876] 'process raft request' (duration: 280.285603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.106063Z","caller":"traceutil/trace.go:171","msg":"trace[1593579287] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5750; }","duration":"149.165711ms","start":"2026-03-31T18:39:11.95687Z","end":"2026-03-31T18:39:12.106036Z","steps":["trace[1593579287] 'read index received' (duration: 148.863543ms)","trace[1593579287] 'applied index is now lower than readState.Index' (duration: 300.527µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:12.106333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.444118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:12.106418Z","caller":"traceutil/trace.go:171","msg":"trace[55664927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5531; }","duration":"149.545821ms","start":"2026-03-31T18:39:11.956853Z","end":"2026-03-31T18:39:12.106399Z","steps":["trace[55664927] 'agreement among raft nodes before linearized reading' (duration: 149.384936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.136494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.687823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:39:12.136564Z","caller":"traceutil/trace.go:171","msg":"trace[1566860065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5532; }","duration":"142.845497ms","start":"2026-03-31T18:39:11.993702Z","end":"2026-03-31T18:39:12.136547Z","steps":["trace[1566860065] 'agreement among raft nodes before linearized reading' (duration: 142.659122ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.342876Z","caller":"traceutil/trace.go:171","msg":"trace[2094193637] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"230.996966ms","start":"2026-03-31T18:39:12.111841Z","end":"2026-03-31T18:39:12.342837Z","steps":["trace[2094193637] 'process raft request' (duration: 230.690517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.342922Z","caller":"traceutil/trace.go:171","msg":"trace[710957318] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"229.983998ms","start":"2026-03-31T18:39:12.112914Z","end":"2026-03-31T18:39:12.342898Z","steps":["trace[710957318] 'process raft request' (duration: 229.928666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.343009Z","caller":"traceutil/trace.go:171","msg":"trace[962014376] transaction","detail":"{read_only:false; response_revision:5535; number_of_response:1; }","duration":"230.602985ms","start":"2026-03-31T18:39:12.112394Z","end":"2026-03-31T18:39:12.342997Z","steps":["trace[962014376] 'process raft request' (duration: 230.413159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.342939Z","caller":"traceutil/trace.go:171","msg":"trace[439613543] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"231.008316ms","start":"2026-03-31T18:39:12.111897Z","end":"2026-03-31T18:39:12.342905Z","steps":["trace[439613543] 'process raft request' (duration: 230.845061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:12.6041Z","caller":"traceutil/trace.go:171","msg":"trace[1297841006] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"463.498613ms","start":"2026-03-31T18:39:12.140568Z","end":"2026-03-31T18:39:12.604066Z","steps":["trace[1297841006] 'process raft request' (duration: 463.223675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.604271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:12.14054Z","time spent":"463.639676ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:12.765109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.154141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:12.765341Z","caller":"traceutil/trace.go:171","msg":"trace[1802629633] linearizableReadLoop","detail":"{readStateIndex:5758; appliedIndex:5752; }","duration":"441.076994ms","start":"2026-03-31T18:39:12.324245Z","end":"2026-03-31T18:39:12.765322Z","steps":["trace[1802629633] 'read index received' (duration: 18.338295ms)","trace[1802629633] 'applied index is now lower than readState.Index' (duration: 422.737209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:12.765458Z","caller":"traceutil/trace.go:171","msg":"trace[1765051293] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"320.624705ms","start":"2026-03-31T18:39:12.444815Z","end":"2026-03-31T18:39:12.765439Z","steps":["trace[1765051293] 'process raft request' (duration: 320.419689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.765523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.275699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:39:12.76556Z","caller":"traceutil/trace.go:171","msg":"trace[2115888566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5537; }","duration":"441.357572ms","start":"2026-03-31T18:39:12.32419Z","end":"2026-03-31T18:39:12.765548Z","steps":["trace[2115888566] 'agreement among raft nodes before linearized reading' (duration: 441.195998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:12.765592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:12.324167Z","time spent":"441.418584ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:39:12.765587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:12.444794Z","time spent":"320.715178ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:12.96073Z","caller":"traceutil/trace.go:171","msg":"trace[504073146] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5761; }","duration":"109.56446ms","start":"2026-03-31T18:39:12.851144Z","end":"2026-03-31T18:39:12.960708Z","steps":["trace[504073146] 'read index received' (duration: 18.374866ms)","trace[504073146] 'applied index is now lower than readState.Index' (duration: 91.188644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:12.960974Z","caller":"traceutil/trace.go:171","msg":"trace[1749147614] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"165.502071ms","start":"2026-03-31T18:39:12.795456Z","end":"2026-03-31T18:39:12.960958Z","steps":["trace[1749147614] 'process raft request' (duration: 74.129253ms)","trace[1749147614] 'compare' (duration: 91.018219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:12.961163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.005612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:12.961256Z","caller":"traceutil/trace.go:171","msg":"trace[146223617] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5541; }","duration":"110.133916ms","start":"2026-03-31T18:39:12.851109Z","end":"2026-03-31T18:39:12.961243Z","steps":["trace[146223617] 'agreement among raft nodes before linearized reading' (duration: 109.999701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:14.893285Z","caller":"traceutil/trace.go:171","msg":"trace[108373597] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"122.380012ms","start":"2026-03-31T18:39:14.770881Z","end":"2026-03-31T18:39:14.893261Z","steps":["trace[108373597] 'process raft request' (duration: 122.230628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:14.905302Z","caller":"traceutil/trace.go:171","msg":"trace[1077600870] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"112.50474ms","start":"2026-03-31T18:39:14.792765Z","end":"2026-03-31T18:39:14.90527Z","steps":["trace[1077600870] 'process raft request' (duration: 112.032396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.12263Z","caller":"traceutil/trace.go:171","msg":"trace[336980042] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"159.721021ms","start":"2026-03-31T18:39:16.962867Z","end":"2026-03-31T18:39:17.122588Z","steps":["trace[336980042] 'process raft request' (duration: 159.423363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.123387Z","caller":"traceutil/trace.go:171","msg":"trace[1515716798] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"157.807438ms","start":"2026-03-31T18:39:16.965561Z","end":"2026-03-31T18:39:17.123368Z","steps":["trace[1515716798] 'process raft request' (duration: 157.000856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.123491Z","caller":"traceutil/trace.go:171","msg":"trace[1069958174] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"159.238288ms","start":"2026-03-31T18:39:16.964216Z","end":"2026-03-31T18:39:17.123455Z","steps":["trace[1069958174] 'process raft request' (duration: 158.286102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:17.123718Z","caller":"traceutil/trace.go:171","msg":"trace[1777279177] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"152.175413ms","start":"2026-03-31T18:39:16.971506Z","end":"2026-03-31T18:39:17.123682Z","steps":["trace[1777279177] 'process raft request' (duration: 151.102804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.182231Z","caller":"traceutil/trace.go:171","msg":"trace[1397645895] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5813; }","duration":"242.214984ms","start":"2026-03-31T18:39:18.939999Z","end":"2026-03-31T18:39:19.182214Z","steps":["trace[1397645895] 'read index received' (duration: 242.189683ms)","trace[1397645895] 'applied index is now lower than readState.Index' (duration: 24.631µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:19.18233Z","caller":"traceutil/trace.go:171","msg":"trace[1533388743] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"274.079722ms","start":"2026-03-31T18:39:18.908218Z","end":"2026-03-31T18:39:19.182298Z","steps":["trace[1533388743] 'process raft request' (duration: 273.864997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.182391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.37965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:39:19.182422Z","caller":"traceutil/trace.go:171","msg":"trace[210411145] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5592; }","duration":"242.44675ms","start":"2026-03-31T18:39:18.93996Z","end":"2026-03-31T18:39:19.182407Z","steps":["trace[210411145] 'agreement among raft nodes before linearized reading' (duration: 242.340157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.315332Z","caller":"traceutil/trace.go:171","msg":"trace[1018694550] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"325.743875ms","start":"2026-03-31T18:39:18.989568Z","end":"2026-03-31T18:39:19.315312Z","steps":["trace[1018694550] 'process raft request' (duration: 325.560189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.315473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.989543Z","time spent":"325.859709ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:19.315662Z","caller":"traceutil/trace.go:171","msg":"trace[700725355] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"325.422886ms","start":"2026-03-31T18:39:18.990228Z","end":"2026-03-31T18:39:19.315651Z","steps":["trace[700725355] 'process raft request' (duration: 325.263592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.315652Z","caller":"traceutil/trace.go:171","msg":"trace[1364425917] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5814; }","duration":"133.350834ms","start":"2026-03-31T18:39:19.182277Z","end":"2026-03-31T18:39:19.315628Z","steps":["trace[1364425917] 'read index received' (duration: 132.867792ms)","trace[1364425917] 'applied index is now lower than readState.Index' (duration: 481.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:19.315699Z","caller":"traceutil/trace.go:171","msg":"trace[1059634286] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"325.478539ms","start":"2026-03-31T18:39:18.990201Z","end":"2026-03-31T18:39:19.31568Z","steps":["trace[1059634286] 'process raft request' (duration: 325.068038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.315707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.990199Z","time spent":"325.48543ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:19.315826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.990183Z","time spent":"325.564951ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:19.315841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.608225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:19.315776Z","caller":"traceutil/trace.go:171","msg":"trace[1336193767] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"185.913023ms","start":"2026-03-31T18:39:19.129766Z","end":"2026-03-31T18:39:19.315679Z","steps":["trace[1336193767] 'process raft request' (duration: 185.822171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.315889Z","caller":"traceutil/trace.go:171","msg":"trace[1579733373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5596; }","duration":"357.702606ms","start":"2026-03-31T18:39:18.958173Z","end":"2026-03-31T18:39:19.315875Z","steps":["trace[1579733373] 'agreement among raft nodes before linearized reading' (duration: 357.599933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.316011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:18.958149Z","time spent":"357.845381ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:39:19.365349Z","caller":"traceutil/trace.go:171","msg":"trace[631160926] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"175.27998ms","start":"2026-03-31T18:39:19.190046Z","end":"2026-03-31T18:39:19.365326Z","steps":["trace[631160926] 'process raft request' (duration: 175.107045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.365572Z","caller":"traceutil/trace.go:171","msg":"trace[70849294] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"175.350392ms","start":"2026-03-31T18:39:19.19021Z","end":"2026-03-31T18:39:19.36556Z","steps":["trace[70849294] 'process raft request' (duration: 175.048933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.365797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.232832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:19.365866Z","caller":"traceutil/trace.go:171","msg":"trace[775413410] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5600; }","duration":"116.394856ms","start":"2026-03-31T18:39:19.249456Z","end":"2026-03-31T18:39:19.365851Z","steps":["trace[775413410] 'agreement among raft nodes before linearized reading' (duration: 116.201081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.365825Z","caller":"traceutil/trace.go:171","msg":"trace[1412506084] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"174.820316ms","start":"2026-03-31T18:39:19.190996Z","end":"2026-03-31T18:39:19.365817Z","steps":["trace[1412506084] 'process raft request' (duration: 174.488977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:19.366058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.780833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T18:39:19.366093Z","caller":"traceutil/trace.go:171","msg":"trace[752439668] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e4c1787a-a487-4a8b-acbf-246b9d935a6b; range_end:; response_count:1; response_revision:5600; }","duration":"179.825935ms","start":"2026-03-31T18:39:19.186259Z","end":"2026-03-31T18:39:19.366085Z","steps":["trace[752439668] 'agreement among raft nodes before linearized reading' (duration: 179.726012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:19.366318Z","caller":"traceutil/trace.go:171","msg":"trace[2062626842] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"174.431557ms","start":"2026-03-31T18:39:19.191862Z","end":"2026-03-31T18:39:19.366293Z","steps":["trace[2062626842] 'process raft request' (duration: 173.707447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:21.95596Z","caller":"traceutil/trace.go:171","msg":"trace[1072854685] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"128.386548ms","start":"2026-03-31T18:39:21.827535Z","end":"2026-03-31T18:39:21.955921Z","steps":["trace[1072854685] 'process raft request' (duration: 116.591113ms)","trace[1072854685] 'compare' (duration: 11.565448ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:21.955981Z","caller":"traceutil/trace.go:171","msg":"trace[1673639013] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"128.328046ms","start":"2026-03-31T18:39:21.827631Z","end":"2026-03-31T18:39:21.955959Z","steps":["trace[1673639013] 'process raft request' (duration: 128.204513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:21.956418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.923323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80209"} {"level":"info","ts":"2026-03-31T18:39:21.956462Z","caller":"traceutil/trace.go:171","msg":"trace[1119824659] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5691; }","duration":"129.012954ms","start":"2026-03-31T18:39:21.827438Z","end":"2026-03-31T18:39:21.956451Z","steps":["trace[1119824659] 'agreement among raft nodes before linearized reading' (duration: 128.769378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:21.956637Z","caller":"traceutil/trace.go:171","msg":"trace[1441953191] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"128.340926ms","start":"2026-03-31T18:39:21.828281Z","end":"2026-03-31T18:39:21.956622Z","steps":["trace[1441953191] 'process raft request' (duration: 127.594296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:22.522313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.281353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:23.239928Z","caller":"traceutil/trace.go:171","msg":"trace[1994509264] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"103.590064ms","start":"2026-03-31T18:39:23.136292Z","end":"2026-03-31T18:39:23.239882Z","steps":["trace[1994509264] 'process raft request' (duration: 56.339591ms)","trace[1994509264] 'compare' (duration: 46.964495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:31.865465Z","caller":"traceutil/trace.go:171","msg":"trace[1720271734] linearizableReadLoop","detail":"{readStateIndex:6065; appliedIndex:6064; }","duration":"111.059351ms","start":"2026-03-31T18:39:31.754382Z","end":"2026-03-31T18:39:31.865442Z","steps":["trace[1720271734] 'read index received' (duration: 110.739882ms)","trace[1720271734] 'applied index is now lower than readState.Index' (duration: 318.289µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:31.865596Z","caller":"traceutil/trace.go:171","msg":"trace[1491033761] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"192.657709ms","start":"2026-03-31T18:39:31.672929Z","end":"2026-03-31T18:39:31.865586Z","steps":["trace[1491033761] 'process raft request' (duration: 192.261188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:31.865981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.569585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:39:31.866073Z","caller":"traceutil/trace.go:171","msg":"trace[245888231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5840; }","duration":"111.702768ms","start":"2026-03-31T18:39:31.754351Z","end":"2026-03-31T18:39:31.866054Z","steps":["trace[245888231] 'agreement among raft nodes before linearized reading' (duration: 111.429881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:34.704301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.80282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-31T18:39:34.704398Z","caller":"traceutil/trace.go:171","msg":"trace[610659569] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5884; }","duration":"267.963615ms","start":"2026-03-31T18:39:34.436414Z","end":"2026-03-31T18:39:34.704378Z","steps":["trace[610659569] 'range keys from in-memory index tree' (duration: 267.601735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:34.704575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.13955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:34.704582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.335236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:34.704667Z","caller":"traceutil/trace.go:171","msg":"trace[1798378812] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5884; }","duration":"538.273073ms","start":"2026-03-31T18:39:34.166374Z","end":"2026-03-31T18:39:34.704647Z","steps":["trace[1798378812] 'count revisions from in-memory index tree' (duration: 538.072648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:34.704669Z","caller":"traceutil/trace.go:171","msg":"trace[1308933302] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5884; }","duration":"280.437679ms","start":"2026-03-31T18:39:34.424216Z","end":"2026-03-31T18:39:34.704654Z","steps":["trace[1308933302] 'count revisions from in-memory index tree' (duration: 280.248054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:34.704713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:34.166356Z","time spent":"538.345864ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:40.142049Z","caller":"traceutil/trace.go:171","msg":"trace[2000938386] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6153; }","duration":"212.64195ms","start":"2026-03-31T18:39:39.929387Z","end":"2026-03-31T18:39:40.142029Z","steps":["trace[2000938386] 'read index received' (duration: 212.441704ms)","trace[2000938386] 'applied index is now lower than readState.Index' (duration: 199.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:40.142309Z","caller":"traceutil/trace.go:171","msg":"trace[1847668193] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"231.727256ms","start":"2026-03-31T18:39:39.91057Z","end":"2026-03-31T18:39:40.142297Z","steps":["trace[1847668193] 'process raft request' (duration: 231.338695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:40.142559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.164173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:39:40.142599Z","caller":"traceutil/trace.go:171","msg":"trace[1420921436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5925; }","duration":"213.248396ms","start":"2026-03-31T18:39:39.929341Z","end":"2026-03-31T18:39:40.142589Z","steps":["trace[1420921436] 'agreement among raft nodes before linearized reading' (duration: 213.129813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:40.142806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.556979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:40.142889Z","caller":"traceutil/trace.go:171","msg":"trace[2016769352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5925; }","duration":"183.690941ms","start":"2026-03-31T18:39:39.959181Z","end":"2026-03-31T18:39:40.142872Z","steps":["trace[2016769352] 'agreement among raft nodes before linearized reading' (duration: 183.540648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:40.648562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418412621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:39:41.149223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418412621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:39:41.341335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19466414s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:39:42.129195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.173371Z","time spent":"955.816188ms","remote":"127.0.0.1:48534","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:39:42.12962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.030131Z","time spent":"1.099483348s","remote":"127.0.0.1:48522","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:39:42.130108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.379765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:42.130243Z","caller":"traceutil/trace.go:171","msg":"trace[973846919] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"1.983633702s","start":"2026-03-31T18:39:40.146583Z","end":"2026-03-31T18:39:42.130217Z","steps":["trace[973846919] 'process raft request' (duration: 1.195062232s)","trace[973846919] 'compare' (duration: 787.832459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.130331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.146558Z","time spent":"1.983728314s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:42.339606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.462423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:42.339878Z","caller":"traceutil/trace.go:171","msg":"trace[1504336697] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"2.193084582s","start":"2026-03-31T18:39:40.146757Z","end":"2026-03-31T18:39:42.339842Z","steps":["trace[1504336697] 'process raft request' (duration: 2.08230283s)","trace[1504336697] 'compare' (duration: 110.281499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:42.339929Z","caller":"traceutil/trace.go:171","msg":"trace[1702250351] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6154; }","duration":"2.192095886s","start":"2026-03-31T18:39:40.147812Z","end":"2026-03-31T18:39:42.339907Z","steps":["trace[1702250351] 'read index received' (duration: 1.193789816s)","trace[1702250351] 'applied index is now lower than readState.Index' (duration: 998.30477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:42.340031Z","caller":"traceutil/trace.go:171","msg":"trace[77207736] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"2.192420335s","start":"2026-03-31T18:39:40.147596Z","end":"2026-03-31T18:39:42.340016Z","steps":["trace[77207736] 'process raft request' (duration: 2.192124127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.340024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.146733Z","time spent":"2.193212927s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:42.34013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.147569Z","time spent":"2.192508838s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:42.340324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192481606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-31T18:39:42.340365Z","caller":"traceutil/trace.go:171","msg":"trace[1852970905] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"2.192519888s","start":"2026-03-31T18:39:40.147599Z","end":"2026-03-31T18:39:42.340119Z","steps":["trace[1852970905] 'process raft request' (duration: 2.19224454s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.340404Z","caller":"traceutil/trace.go:171","msg":"trace[1194950682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5929; }","duration":"2.192589919s","start":"2026-03-31T18:39:40.147797Z","end":"2026-03-31T18:39:42.340387Z","steps":["trace[1194950682] 'agreement among raft nodes before linearized reading' (duration: 2.19226907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.340452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.147784Z","time spent":"2.192658632s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:39:42.340568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.147568Z","time spent":"2.192863588s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:42.563165Z","caller":"traceutil/trace.go:171","msg":"trace[294941310] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"390.066089ms","start":"2026-03-31T18:39:42.173081Z","end":"2026-03-31T18:39:42.563147Z","steps":["trace[294941310] 'process raft request' (duration: 389.988186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.563283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.173057Z","time spent":"390.172671ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:39:42.563528Z","caller":"traceutil/trace.go:171","msg":"trace[381555240] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"1.094381877s","start":"2026-03-31T18:39:41.469138Z","end":"2026-03-31T18:39:42.56352Z","steps":["trace[381555240] 'process raft request' (duration: 1.093873843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.563584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.469124Z","time spent":"1.094425029s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:42.563547Z","caller":"traceutil/trace.go:171","msg":"trace[404253703] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"1.096295579s","start":"2026-03-31T18:39:41.467222Z","end":"2026-03-31T18:39:42.563518Z","steps":["trace[404253703] 'process raft request' (duration: 1.095761054s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.563694Z","caller":"traceutil/trace.go:171","msg":"trace[61185664] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"1.093823972s","start":"2026-03-31T18:39:41.469863Z","end":"2026-03-31T18:39:42.563687Z","steps":["trace[61185664] 'process raft request' (duration: 1.093173284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.563807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.467197Z","time spent":"1.096512846s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:42.56378Z","caller":"traceutil/trace.go:171","msg":"trace[788464685] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"1.098245903s","start":"2026-03-31T18:39:41.4655Z","end":"2026-03-31T18:39:42.563745Z","steps":["trace[788464685] 'process raft request' (duration: 1.097365599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:42.563949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.465475Z","time spent":"1.098392148s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:42.564286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.469848Z","time spent":"1.093868652s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:42.997405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.227829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:39:42.997845Z","caller":"traceutil/trace.go:171","msg":"trace[1086163770] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"516.629596ms","start":"2026-03-31T18:39:42.481182Z","end":"2026-03-31T18:39:42.997812Z","steps":["trace[1086163770] 'process raft request' (duration: 516.328697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:42.997856Z","caller":"traceutil/trace.go:171","msg":"trace[510049838] linearizableReadLoop","detail":"{readStateIndex:6164; appliedIndex:6163; }","duration":"657.860027ms","start":"2026-03-31T18:39:42.339974Z","end":"2026-03-31T18:39:42.997834Z","steps":["trace[510049838] 'read index received' (duration: 223.506019ms)","trace[510049838] 'applied index is now lower than readState.Index' (duration: 434.351698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:42.997997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.481146Z","time spent":"516.767041ms","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:43.362047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482255431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:43.362145Z","caller":"traceutil/trace.go:171","msg":"trace[1254020054] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5935; }","duration":"2.482407056s","start":"2026-03-31T18:39:40.879715Z","end":"2026-03-31T18:39:43.362122Z","steps":["trace[1254020054] 'agreement among raft nodes before linearized reading' (duration: 2.118243791s)","trace[1254020054] 'count revisions from in-memory index tree' (duration: 364.017371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.362146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589663203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:43.362194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:40.879696Z","time spent":"2.482486047s","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:39:43.362232Z","caller":"traceutil/trace.go:171","msg":"trace[791266697] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5935; }","duration":"1.589814468s","start":"2026-03-31T18:39:41.772394Z","end":"2026-03-31T18:39:43.362208Z","steps":["trace[791266697] 'agreement among raft nodes before linearized reading' (duration: 1.225479839s)","trace[791266697] 'count revisions from in-memory index tree' (duration: 364.189655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.36228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.772372Z","time spent":"1.589897561s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:43.362256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690809801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:43.362358Z","caller":"traceutil/trace.go:171","msg":"trace[1415230081] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5935; }","duration":"1.690977886s","start":"2026-03-31T18:39:41.671357Z","end":"2026-03-31T18:39:43.362335Z","steps":["trace[1415230081] 'agreement among raft nodes before linearized reading' (duration: 1.326537853s)","trace[1415230081] 'count revisions from in-memory index tree' (duration: 364.283757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.362427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.671337Z","time spent":"1.691077588s","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:43.362596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151599203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T18:39:43.362645Z","caller":"traceutil/trace.go:171","msg":"trace[1484503559] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5935; }","duration":"1.151644114s","start":"2026-03-31T18:39:42.210985Z","end":"2026-03-31T18:39:43.362629Z","steps":["trace[1484503559] 'agreement among raft nodes before linearized reading' (duration: 786.905954ms)","trace[1484503559] 'range keys from in-memory index tree' (duration: 364.604206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.362682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.210967Z","time spent":"1.151706996s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T18:39:43.362751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407703821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:39:43.362763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860076356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:43.362809Z","caller":"traceutil/trace.go:171","msg":"trace[447277096] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5935; }","duration":"1.860156717s","start":"2026-03-31T18:39:41.502641Z","end":"2026-03-31T18:39:43.362798Z","steps":["trace[447277096] 'agreement among raft nodes before linearized reading' (duration: 1.495264683s)","trace[447277096] 'count revisions from in-memory index tree' (duration: 364.834253ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.362808Z","caller":"traceutil/trace.go:171","msg":"trace[1532338606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5935; }","duration":"1.407803283s","start":"2026-03-31T18:39:41.95499Z","end":"2026-03-31T18:39:43.362794Z","steps":["trace[1532338606] 'agreement among raft nodes before linearized reading' (duration: 1.042894338s)","trace[1532338606] 'range keys from in-memory index tree' (duration: 364.840553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.362836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.502622Z","time spent":"1.86020556s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:43.36284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:41.954967Z","time spent":"1.407866344s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:43.363115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215907545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:39:43.363133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171381719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:39:43.363176Z","caller":"traceutil/trace.go:171","msg":"trace[967142920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5935; }","duration":"1.216005848s","start":"2026-03-31T18:39:42.147154Z","end":"2026-03-31T18:39:43.363159Z","steps":["trace[967142920] 'agreement among raft nodes before linearized reading' (duration: 850.682411ms)","trace[967142920] 'range keys from in-memory index tree' (duration: 365.172122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.363203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175752649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13285"} {"level":"warn","ts":"2026-03-31T18:39:43.363235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.147129Z","time spent":"1.21609355s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:39:43.363231Z","caller":"traceutil/trace.go:171","msg":"trace[15609323] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5935; }","duration":"1.171494432s","start":"2026-03-31T18:39:42.191711Z","end":"2026-03-31T18:39:43.363206Z","steps":["trace[15609323] 'agreement among raft nodes before linearized reading' (duration: 806.145644ms)","trace[15609323] 'count revisions from in-memory index tree' (duration: 365.194073ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.363278Z","caller":"traceutil/trace.go:171","msg":"trace[337937477] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5935; }","duration":"1.175865701s","start":"2026-03-31T18:39:42.187392Z","end":"2026-03-31T18:39:43.363258Z","steps":["trace[337937477] 'agreement among raft nodes before linearized reading' (duration: 810.468212ms)","trace[337937477] 'range keys from in-memory index tree' (duration: 365.213975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.363295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.191705Z","time spent":"1.171573323s","remote":"127.0.0.1:33270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:39:43.363317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.187374Z","time spent":"1.175933994s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13308,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T18:39:43.363531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.649726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:39:43.363653Z","caller":"traceutil/trace.go:171","msg":"trace[1169403291] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6165; }","duration":"365.712638ms","start":"2026-03-31T18:39:42.99793Z","end":"2026-03-31T18:39:43.363643Z","steps":["trace[1169403291] 'read index received' (duration: 28.348451ms)","trace[1169403291] 'applied index is now lower than readState.Index' (duration: 337.363197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:43.363721Z","caller":"traceutil/trace.go:171","msg":"trace[1961034393] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"796.57681ms","start":"2026-03-31T18:39:42.567135Z","end":"2026-03-31T18:39:43.363712Z","steps":["trace[1961034393] 'process raft request' (duration: 430.685847ms)","trace[1961034393] 'compare' (duration: 364.788822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.363762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.56711Z","time spent":"796.633282ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:39:43.363949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.048233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:39:43.364003Z","caller":"traceutil/trace.go:171","msg":"trace[1876515757] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"577.750191ms","start":"2026-03-31T18:39:42.786238Z","end":"2026-03-31T18:39:43.363988Z","steps":["trace[1876515757] 'process raft request' (duration: 577.35295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.364004Z","caller":"traceutil/trace.go:171","msg":"trace[917962419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5937; }","duration":"744.143955ms","start":"2026-03-31T18:39:42.619847Z","end":"2026-03-31T18:39:43.363991Z","steps":["trace[917962419] 'agreement among raft nodes before linearized reading' (duration: 743.920949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.364041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.619821Z","time spent":"744.212098ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:39:43.364059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:42.786207Z","time spent":"577.820302ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:43.693044Z","caller":"traceutil/trace.go:171","msg":"trace[2085664669] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"323.173875ms","start":"2026-03-31T18:39:43.369854Z","end":"2026-03-31T18:39:43.693027Z","steps":["trace[2085664669] 'process raft request' (duration: 322.99703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.693165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.36983Z","time spent":"323.266178ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:43.693296Z","caller":"traceutil/trace.go:171","msg":"trace[137936468] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"320.213354ms","start":"2026-03-31T18:39:43.37306Z","end":"2026-03-31T18:39:43.693274Z","steps":["trace[137936468] 'process raft request' (duration: 319.922436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.693442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.373044Z","time spent":"320.315897ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:43.693467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.874727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T18:39:43.693593Z","caller":"traceutil/trace.go:171","msg":"trace[1421720178] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5940; }","duration":"323.041231ms","start":"2026-03-31T18:39:43.370521Z","end":"2026-03-31T18:39:43.693562Z","steps":["trace[1421720178] 'agreement among raft nodes before linearized reading' (duration: 322.823715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.693717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.370508Z","time spent":"323.195836ms","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T18:39:43.693865Z","caller":"traceutil/trace.go:171","msg":"trace[702997679] linearizableReadLoop","detail":"{readStateIndex:6169; appliedIndex:6167; }","duration":"322.661401ms","start":"2026-03-31T18:39:43.370573Z","end":"2026-03-31T18:39:43.693234Z","steps":["trace[702997679] 'read index received' (duration: 61.585788ms)","trace[702997679] 'applied index is now lower than readState.Index' (duration: 261.073433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:39:43.694142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.60369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:39:43.694191Z","caller":"traceutil/trace.go:171","msg":"trace[2112255703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5940; }","duration":"322.688862ms","start":"2026-03-31T18:39:43.371489Z","end":"2026-03-31T18:39:43.694178Z","steps":["trace[2112255703] 'agreement among raft nodes before linearized reading' (duration: 322.597029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:43.69422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.371475Z","time spent":"322.739742ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:39:43.819337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.67566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:39:43.819437Z","caller":"traceutil/trace.go:171","msg":"trace[259948672] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5940; }","duration":"110.814144ms","start":"2026-03-31T18:39:43.708598Z","end":"2026-03-31T18:39:43.819412Z","steps":["trace[259948672] 'range keys from in-memory index tree' (duration: 110.427762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.830186Z","caller":"traceutil/trace.go:171","msg":"trace[1303707095] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"115.205785ms","start":"2026-03-31T18:39:43.714953Z","end":"2026-03-31T18:39:43.830158Z","steps":["trace[1303707095] 'process raft request' (duration: 115.010039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:43.979771Z","caller":"traceutil/trace.go:171","msg":"trace[332897438] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"143.454153ms","start":"2026-03-31T18:39:43.836299Z","end":"2026-03-31T18:39:43.979754Z","steps":["trace[332897438] 'process raft request' (duration: 143.307678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.26675Z","caller":"traceutil/trace.go:171","msg":"trace[1414894479] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"430.413249ms","start":"2026-03-31T18:39:43.836302Z","end":"2026-03-31T18:39:44.266715Z","steps":["trace[1414894479] 'process raft request' (duration: 426.494621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.266944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.836287Z","time spent":"430.563284ms","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:39:44.267005Z","caller":"traceutil/trace.go:171","msg":"trace[179516015] linearizableReadLoop","detail":"{readStateIndex:6174; appliedIndex:6171; }","duration":"430.205705ms","start":"2026-03-31T18:39:43.836773Z","end":"2026-03-31T18:39:44.266978Z","steps":["trace[179516015] 'read index received' (duration: 142.849687ms)","trace[179516015] 'applied index is now lower than readState.Index' (duration: 287.354618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:39:44.266965Z","caller":"traceutil/trace.go:171","msg":"trace[1257796260] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"430.481912ms","start":"2026-03-31T18:39:43.836455Z","end":"2026-03-31T18:39:44.266937Z","steps":["trace[1257796260] 'process raft request' (duration: 430.139103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.267181Z","caller":"traceutil/trace.go:171","msg":"trace[1129719831] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"422.46639ms","start":"2026-03-31T18:39:43.84468Z","end":"2026-03-31T18:39:44.267147Z","steps":["trace[1129719831] 'process raft request' (duration: 422.148811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.267246Z","caller":"traceutil/trace.go:171","msg":"trace[1668162555] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"429.358011ms","start":"2026-03-31T18:39:43.83786Z","end":"2026-03-31T18:39:44.267217Z","steps":["trace[1668162555] 'process raft request' (duration: 428.876008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.267301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.836438Z","time spent":"430.733289ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1453,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.267363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.844671Z","time spent":"422.589765ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.267383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.837852Z","time spent":"429.461424ms","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.267387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.930115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:39:44.267306Z","caller":"traceutil/trace.go:171","msg":"trace[1569880705] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"419.755936ms","start":"2026-03-31T18:39:43.847534Z","end":"2026-03-31T18:39:44.26729Z","steps":["trace[1569880705] 'process raft request' (duration: 419.368935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:39:44.26745Z","caller":"traceutil/trace.go:171","msg":"trace[1872597299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5947; }","duration":"132.021548ms","start":"2026-03-31T18:39:44.135414Z","end":"2026-03-31T18:39:44.267435Z","steps":["trace[1872597299] 'agreement among raft nodes before linearized reading' (duration: 131.829322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.267565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.847511Z","time spent":"419.950271ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:39:44.267584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.80789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:39:44.267699Z","caller":"traceutil/trace.go:171","msg":"trace[555802473] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5947; }","duration":"430.973695ms","start":"2026-03-31T18:39:43.836713Z","end":"2026-03-31T18:39:44.267687Z","steps":["trace[555802473] 'agreement among raft nodes before linearized reading' (duration: 430.511652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:39:44.267759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:39:43.836689Z","time spent":"431.058168ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:40:13.620069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.150132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:13.620165Z","caller":"traceutil/trace.go:171","msg":"trace[538611870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6225; }","duration":"663.284207ms","start":"2026-03-31T18:40:12.95686Z","end":"2026-03-31T18:40:13.620144Z","steps":["trace[538611870] 'range keys from in-memory index tree' (duration: 663.088892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:13.620203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:40:12.956845Z","time spent":"663.349329ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:40:24.341444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.330845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-31T18:40:24.341522Z","caller":"traceutil/trace.go:171","msg":"trace[1781700249] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6287; }","duration":"100.421607ms","start":"2026-03-31T18:40:24.241083Z","end":"2026-03-31T18:40:24.341505Z","steps":["trace[1781700249] 'agreement among raft nodes before linearized reading' (duration: 99.987566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:24.341566Z","caller":"traceutil/trace.go:171","msg":"trace[663805634] transaction","detail":"{read_only:false; response_revision:6287; number_of_response:1; }","duration":"120.253864ms","start":"2026-03-31T18:40:24.221282Z","end":"2026-03-31T18:40:24.341536Z","steps":["trace[663805634] 'process raft request' (duration: 119.632847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:24.593304Z","caller":"traceutil/trace.go:171","msg":"trace[1843010029] linearizableReadLoop","detail":"{readStateIndex:6529; appliedIndex:6528; }","duration":"102.36516ms","start":"2026-03-31T18:40:24.490907Z","end":"2026-03-31T18:40:24.593272Z","steps":["trace[1843010029] 'read index received' (duration: 53.315919ms)","trace[1843010029] 'applied index is now lower than readState.Index' (duration: 49.048191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:40:24.593779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.811922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:24.593829Z","caller":"traceutil/trace.go:171","msg":"trace[14441378] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6289; }","duration":"102.929006ms","start":"2026-03-31T18:40:24.490889Z","end":"2026-03-31T18:40:24.593818Z","steps":["trace[14441378] 'agreement among raft nodes before linearized reading' (duration: 102.767351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:24.594086Z","caller":"traceutil/trace.go:171","msg":"trace[365383776] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"104.457729ms","start":"2026-03-31T18:40:24.48959Z","end":"2026-03-31T18:40:24.594048Z","steps":["trace[365383776] 'process raft request' (duration: 54.736178ms)","trace[365383776] 'compare' (duration: 48.794315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:40:24.956009Z","caller":"traceutil/trace.go:171","msg":"trace[898410602] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"128.640955ms","start":"2026-03-31T18:40:24.827058Z","end":"2026-03-31T18:40:24.955699Z","steps":["trace[898410602] 'process raft request' (duration: 128.47974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:25.014182Z","caller":"traceutil/trace.go:171","msg":"trace[1445088820] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"159.483514ms","start":"2026-03-31T18:40:24.854667Z","end":"2026-03-31T18:40:25.01415Z","steps":["trace[1445088820] 'process raft request' (duration: 159.182087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:25.014465Z","caller":"traceutil/trace.go:171","msg":"trace[287372426] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"158.497597ms","start":"2026-03-31T18:40:24.855955Z","end":"2026-03-31T18:40:25.014453Z","steps":["trace[287372426] 'process raft request' (duration: 158.022974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:25.014639Z","caller":"traceutil/trace.go:171","msg":"trace[1742166865] transaction","detail":"{read_only:false; response_revision:6304; number_of_response:1; }","duration":"156.565475ms","start":"2026-03-31T18:40:24.858063Z","end":"2026-03-31T18:40:25.014629Z","steps":["trace[1742166865] 'process raft request' (duration: 155.954288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:40:40.116596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.684323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:40:40.116694Z","caller":"traceutil/trace.go:171","msg":"trace[499140006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6405; }","duration":"158.829797ms","start":"2026-03-31T18:40:39.957841Z","end":"2026-03-31T18:40:40.116671Z","steps":["trace[499140006] 'range keys from in-memory index tree' (duration: 158.57797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:41.752652Z","caller":"traceutil/trace.go:171","msg":"trace[1183556705] transaction","detail":"{read_only:false; response_revision:6415; number_of_response:1; }","duration":"110.601608ms","start":"2026-03-31T18:40:41.642021Z","end":"2026-03-31T18:40:41.752622Z","steps":["trace[1183556705] 'process raft request' (duration: 110.425143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:40:44.871428Z","caller":"traceutil/trace.go:171","msg":"trace[1369229451] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"102.414182ms","start":"2026-03-31T18:40:44.768978Z","end":"2026-03-31T18:40:44.871392Z","steps":["trace[1369229451] 'process raft request' (duration: 76.825426ms)","trace[1369229451] 'compare' (duration: 25.35706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:38.969807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418414909,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:41:38.97818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.858404179s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:41:38.978478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.119668Z","time spent":"1.858807031s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:41:38.978573Z","caller":"traceutil/trace.go:171","msg":"trace[913731173] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"1.858872584s","start":"2026-03-31T18:41:37.119672Z","end":"2026-03-31T18:41:38.978545Z","steps":["trace[913731173] 'process raft request' (duration: 1.858652177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:38.978694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.119655Z","time spent":"1.858959996s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:39.025685Z","caller":"traceutil/trace.go:171","msg":"trace[219831159] transaction","detail":"{read_only:false; response_revision:6804; number_of_response:1; }","duration":"1.814024055s","start":"2026-03-31T18:41:37.211636Z","end":"2026-03-31T18:41:39.02566Z","steps":["trace[219831159] 'process raft request' (duration: 1.813636414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.025974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.211626Z","time spent":"1.814247851s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:41:39.02611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866606363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:41:39.02619Z","caller":"traceutil/trace.go:171","msg":"trace[215058403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6804; }","duration":"1.866714057s","start":"2026-03-31T18:41:37.159457Z","end":"2026-03-31T18:41:39.026171Z","steps":["trace[215058403] 'agreement among raft nodes before linearized reading' (duration: 1.866460009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.026282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.159448Z","time spent":"1.86682453s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:41:39.026763Z","caller":"traceutil/trace.go:171","msg":"trace[1990318812] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"1.906470091s","start":"2026-03-31T18:41:37.120276Z","end":"2026-03-31T18:41:39.026746Z","steps":["trace[1990318812] 'process raft request' (duration: 1.904825963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.026836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.120265Z","time spent":"1.906537004s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:41:39.025529Z","caller":"traceutil/trace.go:171","msg":"trace[112651863] linearizableReadLoop","detail":"{readStateIndex:7060; appliedIndex:7058; }","duration":"1.866036316s","start":"2026-03-31T18:41:37.159475Z","end":"2026-03-31T18:41:39.025511Z","steps":["trace[112651863] 'read index received' (duration: 1.819134948s)","trace[112651863] 'applied index is now lower than readState.Index' (duration: 46.900708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:41:39.038191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869866061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:41:39.038266Z","caller":"traceutil/trace.go:171","msg":"trace[974136496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6811; }","duration":"1.869948353s","start":"2026-03-31T18:41:37.168302Z","end":"2026-03-31T18:41:39.038251Z","steps":["trace[974136496] 'agreement among raft nodes before linearized reading' (duration: 1.869801619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.038291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.168282Z","time spent":"1.870002104s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:41:39.038793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863775529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:41:39.038817Z","caller":"traceutil/trace.go:171","msg":"trace[104705230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:6811; }","duration":"1.863819989s","start":"2026-03-31T18:41:37.174989Z","end":"2026-03-31T18:41:39.038809Z","steps":["trace[104705230] 'agreement among raft nodes before linearized reading' (duration: 1.863759058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:41:39.038833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:41:37.174979Z","time spent":"1.863849772s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:44:03.965873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5407} {"level":"info","ts":"2026-03-31T18:44:04.044623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5407,"took":"76.999668ms","hash":4166318158,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":28241920,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T18:44:04.044683Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4166318158,"revision":5407,"compact-revision":2843} {"level":"info","ts":"2026-03-31T18:44:09.710818Z","caller":"traceutil/trace.go:171","msg":"trace[1203106105] linearizableReadLoop","detail":"{readStateIndex:8162; appliedIndex:8160; }","duration":"137.164878ms","start":"2026-03-31T18:44:09.57362Z","end":"2026-03-31T18:44:09.710785Z","steps":["trace[1203106105] 'read index received' (duration: 43.286432ms)","trace[1203106105] 'applied index is now lower than readState.Index' (duration: 93.877236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:44:09.711007Z","caller":"traceutil/trace.go:171","msg":"trace[1212840616] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"122.595874ms","start":"2026-03-31T18:44:09.588393Z","end":"2026-03-31T18:44:09.710989Z","steps":["trace[1212840616] 'process raft request' (duration: 122.315697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:44:09.710996Z","caller":"traceutil/trace.go:171","msg":"trace[120254360] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"141.86446ms","start":"2026-03-31T18:44:09.56909Z","end":"2026-03-31T18:44:09.710954Z","steps":["trace[120254360] 'process raft request' (duration: 117.927255ms)","trace[120254360] 'compare' (duration: 23.39495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:44:09.711456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.817156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:44:09.711521Z","caller":"traceutil/trace.go:171","msg":"trace[1214809861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7870; }","duration":"137.924231ms","start":"2026-03-31T18:44:09.573581Z","end":"2026-03-31T18:44:09.711505Z","steps":["trace[1214809861] 'agreement among raft nodes before linearized reading' (duration: 137.329225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.086396Z","caller":"traceutil/trace.go:171","msg":"trace[225968289] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8613; }","duration":"174.602689ms","start":"2026-03-31T18:45:13.911769Z","end":"2026-03-31T18:45:14.086372Z","steps":["trace[225968289] 'read index received' (duration: 174.393664ms)","trace[225968289] 'applied index is now lower than readState.Index' (duration: 207.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:14.086434Z","caller":"traceutil/trace.go:171","msg":"trace[1980037287] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"223.446802ms","start":"2026-03-31T18:45:13.862958Z","end":"2026-03-31T18:45:14.086405Z","steps":["trace[1980037287] 'process raft request' (duration: 223.261886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.086621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.828186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T18:45:14.086666Z","caller":"traceutil/trace.go:171","msg":"trace[828027280] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8307; }","duration":"174.918668ms","start":"2026-03-31T18:45:13.911737Z","end":"2026-03-31T18:45:14.086655Z","steps":["trace[828027280] 'agreement among raft nodes before linearized reading' (duration: 174.763184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.642769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.396484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:14.643058Z","caller":"traceutil/trace.go:171","msg":"trace[676505136] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8614; }","duration":"556.568041ms","start":"2026-03-31T18:45:14.086473Z","end":"2026-03-31T18:45:14.643041Z","steps":["trace[676505136] 'read index received' (duration: 102.967052ms)","trace[676505136] 'applied index is now lower than readState.Index' (duration: 453.599729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:14.643219Z","caller":"traceutil/trace.go:171","msg":"trace[336754598] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"550.865892ms","start":"2026-03-31T18:45:14.092331Z","end":"2026-03-31T18:45:14.643197Z","steps":["trace[336754598] 'process raft request' (duration: 550.677856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.092306Z","time spent":"550.977125ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:14.643364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.77816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:14.643333Z","caller":"traceutil/trace.go:171","msg":"trace[1221927433] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"665.817098ms","start":"2026-03-31T18:45:13.977461Z","end":"2026-03-31T18:45:14.643278Z","steps":["trace[1221927433] 'process raft request' (duration: 665.49943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.643424Z","caller":"traceutil/trace.go:171","msg":"trace[886910103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"687.887194ms","start":"2026-03-31T18:45:13.95552Z","end":"2026-03-31T18:45:14.643407Z","steps":["trace[886910103] 'agreement among raft nodes before linearized reading' (duration: 687.732879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.280027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:45:14.643494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.731255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:45:14.643487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.950357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:45:14.643513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.334329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:45:14.643503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.669361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:45:14.643474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.955499Z","time spent":"687.964575ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:45:14.643533Z","caller":"traceutil/trace.go:171","msg":"trace[1790798363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8311; }","duration":"332.034959ms","start":"2026-03-31T18:45:14.311487Z","end":"2026-03-31T18:45:14.643522Z","steps":["trace[1790798363] 'agreement among raft nodes before linearized reading' (duration: 331.914166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.643532Z","caller":"traceutil/trace.go:171","msg":"trace[1102993511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8311; }","duration":"414.806118ms","start":"2026-03-31T18:45:14.228711Z","end":"2026-03-31T18:45:14.643517Z","steps":["trace[1102993511] 'agreement among raft nodes before linearized reading' (duration: 414.741156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.977453Z","time spent":"665.977592ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:14.643542Z","caller":"traceutil/trace.go:171","msg":"trace[1170734069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8311; }","duration":"379.39764ms","start":"2026-03-31T18:45:14.264137Z","end":"2026-03-31T18:45:14.643534Z","steps":["trace[1170734069] 'agreement among raft nodes before linearized reading' (duration: 379.299127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.311468Z","time spent":"332.088421ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:45:14.643575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.264112Z","time spent":"379.458811ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:45:14.643523Z","caller":"traceutil/trace.go:171","msg":"trace[45690633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8311; }","duration":"379.39036ms","start":"2026-03-31T18:45:14.264119Z","end":"2026-03-31T18:45:14.643509Z","steps":["trace[45690633] 'agreement among raft nodes before linearized reading' (duration: 379.190334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.64357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.228685Z","time spent":"414.87905ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:14.643621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.264099Z","time spent":"379.507594ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:14.643412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.920918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:45:14.643661Z","caller":"traceutil/trace.go:171","msg":"trace[1729168281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8311; }","duration":"478.217206ms","start":"2026-03-31T18:45:14.165438Z","end":"2026-03-31T18:45:14.643655Z","steps":["trace[1729168281] 'agreement among raft nodes before linearized reading' (duration: 477.857336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.165419Z","time spent":"478.259237ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:45:14.64357Z","caller":"traceutil/trace.go:171","msg":"trace[670528797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8311; }","duration":"406.809735ms","start":"2026-03-31T18:45:14.23674Z","end":"2026-03-31T18:45:14.64355Z","steps":["trace[670528797] 'agreement among raft nodes before linearized reading' (duration: 406.578178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.643867Z","caller":"traceutil/trace.go:171","msg":"trace[737510299] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"684.278803ms","start":"2026-03-31T18:45:13.95884Z","end":"2026-03-31T18:45:14.643119Z","steps":["trace[737510299] 'process raft request' (duration: 230.445207ms)","trace[737510299] 'compare' (duration: 453.133747ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:14.643077Z","caller":"traceutil/trace.go:171","msg":"trace[2034647519] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"667.411492ms","start":"2026-03-31T18:45:13.975628Z","end":"2026-03-31T18:45:14.64304Z","steps":["trace[2034647519] 'process raft request' (duration: 667.238118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.643985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.958817Z","time spent":"685.109227ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:14.643953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.236711Z","time spent":"407.143944ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:14.644743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:13.975466Z","time spent":"668.469552ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:14.843622Z","caller":"traceutil/trace.go:171","msg":"trace[1795655565] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"195.717489ms","start":"2026-03-31T18:45:14.647885Z","end":"2026-03-31T18:45:14.843603Z","steps":["trace[1795655565] 'process raft request' (duration: 195.561184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.843935Z","caller":"traceutil/trace.go:171","msg":"trace[1188030666] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8618; }","duration":"195.894973ms","start":"2026-03-31T18:45:14.648014Z","end":"2026-03-31T18:45:14.843909Z","steps":["trace[1188030666] 'read index received' (duration: 195.474471ms)","trace[1188030666] 'applied index is now lower than readState.Index' (duration: 419.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:14.844028Z","caller":"traceutil/trace.go:171","msg":"trace[535470666] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"196.132021ms","start":"2026-03-31T18:45:14.647885Z","end":"2026-03-31T18:45:14.844017Z","steps":["trace[535470666] 'process raft request' (duration: 195.681508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:14.844049Z","caller":"traceutil/trace.go:171","msg":"trace[208038098] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"196.139751ms","start":"2026-03-31T18:45:14.647885Z","end":"2026-03-31T18:45:14.844025Z","steps":["trace[208038098] 'process raft request' (duration: 195.916665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:14.845079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.023016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224085"} {"level":"info","ts":"2026-03-31T18:45:14.845192Z","caller":"traceutil/trace.go:171","msg":"trace[1525293288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8314; }","duration":"197.194069ms","start":"2026-03-31T18:45:14.647973Z","end":"2026-03-31T18:45:14.845168Z","steps":["trace[1525293288] 'agreement among raft nodes before linearized reading' (duration: 196.067548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.130615Z","caller":"traceutil/trace.go:171","msg":"trace[436727130] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"482.409323ms","start":"2026-03-31T18:45:14.648159Z","end":"2026-03-31T18:45:15.130568Z","steps":["trace[436727130] 'process raft request' (duration: 414.86316ms)","trace[436727130] 'compare' (duration: 67.255906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:15.130796Z","caller":"traceutil/trace.go:171","msg":"trace[958575350] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8621; }","duration":"286.731285ms","start":"2026-03-31T18:45:14.844011Z","end":"2026-03-31T18:45:15.130742Z","steps":["trace[958575350] 'read index received' (duration: 218.969356ms)","trace[958575350] 'applied index is now lower than readState.Index' (duration: 67.759119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:15.130913Z","caller":"traceutil/trace.go:171","msg":"trace[1374696790] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"480.606542ms","start":"2026-03-31T18:45:14.650289Z","end":"2026-03-31T18:45:15.130896Z","steps":["trace[1374696790] 'process raft request' (duration: 480.209092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.13092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.648146Z","time spent":"482.625299ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:15.131027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.480086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:45:15.131021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.816281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:45:15.131065Z","caller":"traceutil/trace.go:171","msg":"trace[1202139579] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8316; }","duration":"387.560308ms","start":"2026-03-31T18:45:14.743492Z","end":"2026-03-31T18:45:15.131052Z","steps":["trace[1202139579] 'agreement among raft nodes before linearized reading' (duration: 387.401983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:15.131031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.901437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:15.131094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.743472Z","time spent":"387.6157ms","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T18:45:15.131079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:14.650282Z","time spent":"480.684075ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:15.131096Z","caller":"traceutil/trace.go:171","msg":"trace[23109234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8316; }","duration":"256.961696ms","start":"2026-03-31T18:45:14.874115Z","end":"2026-03-31T18:45:15.131077Z","steps":["trace[23109234] 'agreement among raft nodes before linearized reading' (duration: 256.812252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.131135Z","caller":"traceutil/trace.go:171","msg":"trace[1030516742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8316; }","duration":"175.044691ms","start":"2026-03-31T18:45:14.956063Z","end":"2026-03-31T18:45:15.131107Z","steps":["trace[1030516742] 'agreement among raft nodes before linearized reading' (duration: 174.877617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:15.515045Z","caller":"traceutil/trace.go:171","msg":"trace[327107046] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"127.976478ms","start":"2026-03-31T18:45:15.387045Z","end":"2026-03-31T18:45:15.515021Z","steps":["trace[327107046] 'process raft request' (duration: 127.821155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:25.098908Z","caller":"traceutil/trace.go:171","msg":"trace[791789339] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"105.593244ms","start":"2026-03-31T18:45:24.993287Z","end":"2026-03-31T18:45:25.09888Z","steps":["trace[791789339] 'process raft request' (duration: 105.419029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:27.379987Z","caller":"traceutil/trace.go:171","msg":"trace[962046062] linearizableReadLoop","detail":"{readStateIndex:8697; appliedIndex:8695; }","duration":"104.549197ms","start":"2026-03-31T18:45:27.275411Z","end":"2026-03-31T18:45:27.37996Z","steps":["trace[962046062] 'read index received' (duration: 65.723508ms)","trace[962046062] 'applied index is now lower than readState.Index' (duration: 38.824659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:27.380137Z","caller":"traceutil/trace.go:171","msg":"trace[835809755] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"105.457791ms","start":"2026-03-31T18:45:27.274643Z","end":"2026-03-31T18:45:27.380101Z","steps":["trace[835809755] 'process raft request' (duration: 100.601848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:27.380235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.804933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:45:27.380273Z","caller":"traceutil/trace.go:171","msg":"trace[440177214] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8386; }","duration":"104.875895ms","start":"2026-03-31T18:45:27.275386Z","end":"2026-03-31T18:45:27.380261Z","steps":["trace[440177214] 'agreement among raft nodes before linearized reading' (duration: 104.725841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:27.885482Z","caller":"traceutil/trace.go:171","msg":"trace[1236843035] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8697; }","duration":"124.803835ms","start":"2026-03-31T18:45:27.760647Z","end":"2026-03-31T18:45:27.885451Z","steps":["trace[1236843035] 'read index received' (duration: 124.6185ms)","trace[1236843035] 'applied index is now lower than readState.Index' (duration: 184.165µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:27.88578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.080972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7498"} {"level":"info","ts":"2026-03-31T18:45:27.8858Z","caller":"traceutil/trace.go:171","msg":"trace[431899274] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"131.013924ms","start":"2026-03-31T18:45:27.754714Z","end":"2026-03-31T18:45:27.885728Z","steps":["trace[431899274] 'process raft request' (duration: 130.557892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:27.88585Z","caller":"traceutil/trace.go:171","msg":"trace[622194574] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8387; }","duration":"125.224316ms","start":"2026-03-31T18:45:27.760605Z","end":"2026-03-31T18:45:27.885829Z","steps":["trace[622194574] 'agreement among raft nodes before linearized reading' (duration: 124.958479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:28.280395Z","caller":"traceutil/trace.go:171","msg":"trace[1295017134] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"210.363779ms","start":"2026-03-31T18:45:28.07001Z","end":"2026-03-31T18:45:28.280373Z","steps":["trace[1295017134] 'process raft request' (duration: 146.81001ms)","trace[1295017134] 'compare' (duration: 63.286961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:28.297186Z","caller":"traceutil/trace.go:171","msg":"trace[154800082] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"150.021049ms","start":"2026-03-31T18:45:28.147132Z","end":"2026-03-31T18:45:28.297153Z","steps":["trace[154800082] 'process raft request' (duration: 149.952756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:28.297378Z","caller":"traceutil/trace.go:171","msg":"trace[2006362058] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"219.400017ms","start":"2026-03-31T18:45:28.07794Z","end":"2026-03-31T18:45:28.29734Z","steps":["trace[2006362058] 'process raft request' (duration: 218.984595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:28.491793Z","caller":"traceutil/trace.go:171","msg":"trace[847664533] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8708; }","duration":"144.180558ms","start":"2026-03-31T18:45:28.347591Z","end":"2026-03-31T18:45:28.491771Z","steps":["trace[847664533] 'read index received' (duration: 116.111085ms)","trace[847664533] 'applied index is now lower than readState.Index' (duration: 28.068783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:28.491905Z","caller":"traceutil/trace.go:171","msg":"trace[1718979714] transaction","detail":"{read_only:false; response_revision:8397; number_of_response:1; }","duration":"146.231214ms","start":"2026-03-31T18:45:28.34565Z","end":"2026-03-31T18:45:28.491881Z","steps":["trace[1718979714] 'process raft request' (duration: 118.137721ms)","trace[1718979714] 'compare' (duration: 27.772224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:28.492147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.532927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T18:45:28.492186Z","caller":"traceutil/trace.go:171","msg":"trace[1378428268] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8397; }","duration":"144.600378ms","start":"2026-03-31T18:45:28.347574Z","end":"2026-03-31T18:45:28.492174Z","steps":["trace[1378428268] 'agreement among raft nodes before linearized reading' (duration: 144.317041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:28.492198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.454335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2337"} {"level":"info","ts":"2026-03-31T18:45:28.492314Z","caller":"traceutil/trace.go:171","msg":"trace[1576359088] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:8397; }","duration":"144.603578ms","start":"2026-03-31T18:45:28.347681Z","end":"2026-03-31T18:45:28.492285Z","steps":["trace[1576359088] 'agreement among raft nodes before linearized reading' (duration: 144.281509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:28.624484Z","caller":"traceutil/trace.go:171","msg":"trace[852923446] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8709; }","duration":"112.27943ms","start":"2026-03-31T18:45:28.512168Z","end":"2026-03-31T18:45:28.624447Z","steps":["trace[852923446] 'read index received' (duration: 92.062933ms)","trace[852923446] 'applied index is now lower than readState.Index' (duration: 20.214827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:28.62463Z","caller":"traceutil/trace.go:171","msg":"trace[1523617221] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"115.267351ms","start":"2026-03-31T18:45:28.509315Z","end":"2026-03-31T18:45:28.624582Z","steps":["trace[1523617221] 'process raft request' (duration: 94.931331ms)","trace[1523617221] 'compare' (duration: 20.018901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:28.625001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.760012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:45:28.625069Z","caller":"traceutil/trace.go:171","msg":"trace[1919830673] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8398; }","duration":"112.901107ms","start":"2026-03-31T18:45:28.512151Z","end":"2026-03-31T18:45:28.625052Z","steps":["trace[1919830673] 'agreement among raft nodes before linearized reading' (duration: 112.506406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.001186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.856373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:29.001443Z","caller":"traceutil/trace.go:171","msg":"trace[39096164] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"299.135612ms","start":"2026-03-31T18:45:28.702259Z","end":"2026-03-31T18:45:29.001395Z","steps":["trace[39096164] 'process raft request' (duration: 27.879257ms)","trace[39096164] 'compare' (duration: 270.451712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:29.001669Z","caller":"traceutil/trace.go:171","msg":"trace[380209189] linearizableReadLoop","detail":"{readStateIndex:8712; appliedIndex:8711; }","duration":"288.236572ms","start":"2026-03-31T18:45:28.713363Z","end":"2026-03-31T18:45:29.0016Z","steps":["trace[380209189] 'read index received' (duration: 16.755691ms)","trace[380209189] 'applied index is now lower than readState.Index' (duration: 271.47459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:29.001916Z","caller":"traceutil/trace.go:171","msg":"trace[1344007768] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"280.56859ms","start":"2026-03-31T18:45:28.721324Z","end":"2026-03-31T18:45:29.001893Z","steps":["trace[1344007768] 'process raft request' (duration: 280.520699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.001992Z","caller":"traceutil/trace.go:171","msg":"trace[1187124081] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"280.781006ms","start":"2026-03-31T18:45:28.721178Z","end":"2026-03-31T18:45:29.001959Z","steps":["trace[1187124081] 'process raft request' (duration: 280.416166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.002209Z","caller":"traceutil/trace.go:171","msg":"trace[1920003136] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"281.012942ms","start":"2026-03-31T18:45:28.72118Z","end":"2026-03-31T18:45:29.002193Z","steps":["trace[1920003136] 'process raft request' (duration: 280.216411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.002357Z","caller":"traceutil/trace.go:171","msg":"trace[1233600148] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"281.109706ms","start":"2026-03-31T18:45:28.721234Z","end":"2026-03-31T18:45:29.002344Z","steps":["trace[1233600148] 'process raft request' (duration: 280.408016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.00241Z","caller":"traceutil/trace.go:171","msg":"trace[1797917809] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"281.101205ms","start":"2026-03-31T18:45:28.721286Z","end":"2026-03-31T18:45:29.002387Z","steps":["trace[1797917809] 'process raft request' (duration: 280.400986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.002398Z","caller":"traceutil/trace.go:171","msg":"trace[1039157048] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"281.091875ms","start":"2026-03-31T18:45:28.721276Z","end":"2026-03-31T18:45:29.002367Z","steps":["trace[1039157048] 'process raft request' (duration: 280.455647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.002744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.704043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-31T18:45:29.002906Z","caller":"traceutil/trace.go:171","msg":"trace[316170041] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8406; }","duration":"341.901028ms","start":"2026-03-31T18:45:28.660897Z","end":"2026-03-31T18:45:29.002798Z","steps":["trace[316170041] 'agreement among raft nodes before linearized reading' (duration: 341.189058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.003211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.660843Z","time spent":"342.348291ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-31T18:45:29.291432Z","caller":"traceutil/trace.go:171","msg":"trace[1680134957] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8718; }","duration":"289.500226ms","start":"2026-03-31T18:45:29.001899Z","end":"2026-03-31T18:45:29.291399Z","steps":["trace[1680134957] 'read index received' (duration: 279.031307ms)","trace[1680134957] 'applied index is now lower than readState.Index' (duration: 10.467559ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:29.291625Z","caller":"traceutil/trace.go:171","msg":"trace[1429854945] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"561.532551ms","start":"2026-03-31T18:45:28.730059Z","end":"2026-03-31T18:45:29.291592Z","steps":["trace[1429854945] 'process raft request' (duration: 550.995023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.291733Z","caller":"traceutil/trace.go:171","msg":"trace[1082536079] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"512.536754ms","start":"2026-03-31T18:45:28.779174Z","end":"2026-03-31T18:45:29.291711Z","steps":["trace[1082536079] 'process raft request' (duration: 512.025129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.291708Z","caller":"traceutil/trace.go:171","msg":"trace[8081605] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"511.68369ms","start":"2026-03-31T18:45:28.77998Z","end":"2026-03-31T18:45:29.291664Z","steps":["trace[8081605] 'process raft request' (duration: 511.349061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.291643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.74995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:45:29.291808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.730028Z","time spent":"561.683777ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:29.291839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.779141Z","time spent":"512.639786ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:29.291901Z","caller":"traceutil/trace.go:171","msg":"trace[257945291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8409; }","duration":"352.011027ms","start":"2026-03-31T18:45:28.93983Z","end":"2026-03-31T18:45:29.291841Z","steps":["trace[257945291] 'agreement among raft nodes before linearized reading' (duration: 351.621276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.291941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.779925Z","time spent":"511.884715ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:29.291989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.93981Z","time spent":"352.13714ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:45:29.291807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.816808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:45:29.292137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.683009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:45:29.291995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.339371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:45:29.292137Z","caller":"traceutil/trace.go:171","msg":"trace[996183285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8409; }","duration":"361.275621ms","start":"2026-03-31T18:45:28.930836Z","end":"2026-03-31T18:45:29.292111Z","steps":["trace[996183285] 'agreement among raft nodes before linearized reading' (duration: 360.661275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.292165Z","caller":"traceutil/trace.go:171","msg":"trace[975113030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8409; }","duration":"354.727001ms","start":"2026-03-31T18:45:28.93743Z","end":"2026-03-31T18:45:29.292157Z","steps":["trace[975113030] 'agreement among raft nodes before linearized reading' (duration: 354.654788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.292189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.937423Z","time spent":"354.760721ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:45:29.292208Z","caller":"traceutil/trace.go:171","msg":"trace[247564028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8409; }","duration":"370.642769ms","start":"2026-03-31T18:45:28.921531Z","end":"2026-03-31T18:45:29.292174Z","steps":["trace[247564028] 'agreement among raft nodes before linearized reading' (duration: 370.033172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.292234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.454861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:29.292276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.9215Z","time spent":"370.758543ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:45:29.29229Z","caller":"traceutil/trace.go:171","msg":"trace[1540893407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8409; }","duration":"335.508603ms","start":"2026-03-31T18:45:28.956766Z","end":"2026-03-31T18:45:29.292275Z","steps":["trace[1540893407] 'agreement among raft nodes before linearized reading' (duration: 335.41588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.292331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.956724Z","time spent":"335.597824ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:45:29.292378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.174749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T18:45:29.292465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.199775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:29.292292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.700044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:45:29.292492Z","caller":"traceutil/trace.go:171","msg":"trace[784756786] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8409; }","duration":"185.263049ms","start":"2026-03-31T18:45:29.107222Z","end":"2026-03-31T18:45:29.292485Z","steps":["trace[784756786] 'agreement among raft nodes before linearized reading' (duration: 185.189186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.292494Z","caller":"traceutil/trace.go:171","msg":"trace[544433732] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8409; }","duration":"212.310632ms","start":"2026-03-31T18:45:29.080127Z","end":"2026-03-31T18:45:29.292438Z","steps":["trace[544433732] 'agreement among raft nodes before linearized reading' (duration: 212.119497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.292518Z","caller":"traceutil/trace.go:171","msg":"trace[213714294] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8409; }","duration":"574.928531ms","start":"2026-03-31T18:45:28.717573Z","end":"2026-03-31T18:45:29.292501Z","steps":["trace[213714294] 'agreement among raft nodes before linearized reading' (duration: 574.669473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.292576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.717559Z","time spent":"575.002212ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T18:45:29.292774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:28.930774Z","time spent":"361.96843ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:45:29.444691Z","caller":"traceutil/trace.go:171","msg":"trace[1384545808] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"147.898361ms","start":"2026-03-31T18:45:29.296758Z","end":"2026-03-31T18:45:29.444656Z","steps":["trace[1384545808] 'process raft request' (duration: 125.454513ms)","trace[1384545808] 'compare' (duration: 22.18289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:29.444891Z","caller":"traceutil/trace.go:171","msg":"trace[907428280] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"147.316122ms","start":"2026-03-31T18:45:29.297529Z","end":"2026-03-31T18:45:29.444845Z","steps":["trace[907428280] 'process raft request' (duration: 147.057496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.445066Z","caller":"traceutil/trace.go:171","msg":"trace[1678682647] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"146.985275ms","start":"2026-03-31T18:45:29.298039Z","end":"2026-03-31T18:45:29.445024Z","steps":["trace[1678682647] 'process raft request' (duration: 146.597825ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.445154Z","caller":"traceutil/trace.go:171","msg":"trace[636573977] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"135.650662ms","start":"2026-03-31T18:45:29.309483Z","end":"2026-03-31T18:45:29.445134Z","steps":["trace[636573977] 'process raft request' (duration: 135.524108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.4451Z","caller":"traceutil/trace.go:171","msg":"trace[1222535822] linearizableReadLoop","detail":"{readStateIndex:8724; appliedIndex:8721; }","duration":"147.346976ms","start":"2026-03-31T18:45:29.297725Z","end":"2026-03-31T18:45:29.445072Z","steps":["trace[1222535822] 'read index received' (duration: 43.57934ms)","trace[1222535822] 'applied index is now lower than readState.Index' (duration: 103.765956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:29.445174Z","caller":"traceutil/trace.go:171","msg":"trace[227826324] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"143.610371ms","start":"2026-03-31T18:45:29.30155Z","end":"2026-03-31T18:45:29.445161Z","steps":["trace[227826324] 'process raft request' (duration: 143.380415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.445389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.369628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:29.445464Z","caller":"traceutil/trace.go:171","msg":"trace[1849695973] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:8415; }","duration":"146.47234ms","start":"2026-03-31T18:45:29.298971Z","end":"2026-03-31T18:45:29.445443Z","steps":["trace[1849695973] 'agreement among raft nodes before linearized reading' (duration: 146.336437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.445504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.022921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:45:29.445558Z","caller":"traceutil/trace.go:171","msg":"trace[1499666537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8415; }","duration":"100.116295ms","start":"2026-03-31T18:45:29.345426Z","end":"2026-03-31T18:45:29.445542Z","steps":["trace[1499666537] 'agreement among raft nodes before linearized reading' (duration: 99.93432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.44565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.136835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-03-31T18:45:29.445737Z","caller":"traceutil/trace.go:171","msg":"trace[1216422857] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8415; }","duration":"145.260477ms","start":"2026-03-31T18:45:29.300449Z","end":"2026-03-31T18:45:29.44571Z","steps":["trace[1216422857] 'agreement among raft nodes before linearized reading' (duration: 145.066082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.446579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.843866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224171"} {"level":"info","ts":"2026-03-31T18:45:29.446642Z","caller":"traceutil/trace.go:171","msg":"trace[1914389485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8415; }","duration":"148.910298ms","start":"2026-03-31T18:45:29.297719Z","end":"2026-03-31T18:45:29.446629Z","steps":["trace[1914389485] 'agreement among raft nodes before linearized reading' (duration: 147.437097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.601943Z","caller":"traceutil/trace.go:171","msg":"trace[860031957] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"151.090688ms","start":"2026-03-31T18:45:29.450815Z","end":"2026-03-31T18:45:29.601906Z","steps":["trace[860031957] 'process raft request' (duration: 108.874186ms)","trace[860031957] 'compare' (duration: 42.012406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:29.602037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.091015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/barbican-api-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:29.60213Z","caller":"traceutil/trace.go:171","msg":"trace[282845719] range","detail":"{range_begin:/registry/secrets/openstack/barbican-api-certs; range_end:; response_count:0; response_revision:8417; }","duration":"148.23003ms","start":"2026-03-31T18:45:29.453877Z","end":"2026-03-31T18:45:29.602107Z","steps":["trace[282845719] 'agreement among raft nodes before linearized reading' (duration: 148.064455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:29.602689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.029698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111915"} {"level":"info","ts":"2026-03-31T18:45:29.602747Z","caller":"traceutil/trace.go:171","msg":"trace[1008979143] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8417; }","duration":"150.116961ms","start":"2026-03-31T18:45:29.452617Z","end":"2026-03-31T18:45:29.602734Z","steps":["trace[1008979143] 'agreement among raft nodes before linearized reading' (duration: 149.876104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:29.937835Z","caller":"traceutil/trace.go:171","msg":"trace[244445707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8425; }","duration":"125.499334ms","start":"2026-03-31T18:45:29.8123Z","end":"2026-03-31T18:45:29.9378Z","steps":["trace[244445707] 'process raft request' (duration: 53.755731ms)","trace[244445707] 'compare' (duration: 71.435765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.693229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.727572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:30.693447Z","caller":"traceutil/trace.go:171","msg":"trace[1657775007] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"390.844935ms","start":"2026-03-31T18:45:30.302578Z","end":"2026-03-31T18:45:30.693423Z","steps":["trace[1657775007] 'process raft request' (duration: 390.773822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.693506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.302537Z","time spent":"390.945918ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:30.693469Z","caller":"traceutil/trace.go:171","msg":"trace[1438271084] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"734.576354ms","start":"2026-03-31T18:45:29.958839Z","end":"2026-03-31T18:45:30.693415Z","steps":["trace[1438271084] 'process raft request' (duration: 279.562063ms)","trace[1438271084] 'compare' (duration: 454.567198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.693668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:29.958809Z","time spent":"734.747717ms","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2376,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:30.693895Z","caller":"traceutil/trace.go:171","msg":"trace[707021002] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8738; }","duration":"733.666298ms","start":"2026-03-31T18:45:29.960185Z","end":"2026-03-31T18:45:30.693851Z","steps":["trace[707021002] 'read index received' (duration: 278.238596ms)","trace[707021002] 'applied index is now lower than readState.Index' (duration: 455.424422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.694096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.891264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T18:45:30.694176Z","caller":"traceutil/trace.go:171","msg":"trace[634381648] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8427; }","duration":"734.022688ms","start":"2026-03-31T18:45:29.960134Z","end":"2026-03-31T18:45:30.694157Z","steps":["trace[634381648] 'agreement among raft nodes before linearized reading' (duration: 733.799432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.694218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:29.960115Z","time spent":"734.09326ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-31T18:45:30.694784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.207601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T18:45:30.694882Z","caller":"traceutil/trace.go:171","msg":"trace[1868116147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8427; }","duration":"175.342445ms","start":"2026-03-31T18:45:30.519511Z","end":"2026-03-31T18:45:30.694853Z","steps":["trace[1868116147] 'agreement among raft nodes before linearized reading' (duration: 174.560644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.695035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.001171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T18:45:30.695128Z","caller":"traceutil/trace.go:171","msg":"trace[785595179] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8427; }","duration":"668.134835ms","start":"2026-03-31T18:45:30.026971Z","end":"2026-03-31T18:45:30.695106Z","steps":["trace[785595179] 'agreement among raft nodes before linearized reading' (duration: 667.075726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.695192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:30.026955Z","time spent":"668.221187ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T18:45:30.864252Z","caller":"traceutil/trace.go:171","msg":"trace[2082261910] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8740; }","duration":"161.100784ms","start":"2026-03-31T18:45:30.703127Z","end":"2026-03-31T18:45:30.864228Z","steps":["trace[2082261910] 'read index received' (duration: 146.002448ms)","trace[2082261910] 'applied index is now lower than readState.Index' (duration: 15.097136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.864558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.421282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T18:45:30.864622Z","caller":"traceutil/trace.go:171","msg":"trace[1223131630] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8428; }","duration":"161.530886ms","start":"2026-03-31T18:45:30.703081Z","end":"2026-03-31T18:45:30.864612Z","steps":["trace[1223131630] 'agreement among raft nodes before linearized reading' (duration: 161.34853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:30.864589Z","caller":"traceutil/trace.go:171","msg":"trace[1138246179] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"164.919768ms","start":"2026-03-31T18:45:30.699559Z","end":"2026-03-31T18:45:30.864479Z","steps":["trace[1138246179] 'process raft request' (duration: 149.539946ms)","trace[1138246179] 'compare' (duration: 15.004262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:30.864857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.435165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111915"} {"level":"info","ts":"2026-03-31T18:45:30.864959Z","caller":"traceutil/trace.go:171","msg":"trace[1679819075] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8428; }","duration":"160.608561ms","start":"2026-03-31T18:45:30.704327Z","end":"2026-03-31T18:45:30.864935Z","steps":["trace[1679819075] 'agreement among raft nodes before linearized reading' (duration: 160.23419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:30.865266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.708082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1825"} {"level":"info","ts":"2026-03-31T18:45:30.865393Z","caller":"traceutil/trace.go:171","msg":"trace[2009201459] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8428; }","duration":"140.99967ms","start":"2026-03-31T18:45:30.724368Z","end":"2026-03-31T18:45:30.865368Z","steps":["trace[2009201459] 'agreement among raft nodes before linearized reading' (duration: 140.2471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.390565Z","caller":"traceutil/trace.go:171","msg":"trace[1960145188] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"106.015487ms","start":"2026-03-31T18:45:31.284523Z","end":"2026-03-31T18:45:31.390539Z","steps":["trace[1960145188] 'process raft request' (duration: 83.141168ms)","trace[1960145188] 'compare' (duration: 22.721875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:31.40261Z","caller":"traceutil/trace.go:171","msg":"trace[1337639106] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"110.413678ms","start":"2026-03-31T18:45:31.292172Z","end":"2026-03-31T18:45:31.402585Z","steps":["trace[1337639106] 'process raft request' (duration: 110.185632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.402978Z","caller":"traceutil/trace.go:171","msg":"trace[800865002] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"105.684768ms","start":"2026-03-31T18:45:31.297254Z","end":"2026-03-31T18:45:31.402939Z","steps":["trace[800865002] 'process raft request' (duration: 105.273287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:31.403325Z","caller":"traceutil/trace.go:171","msg":"trace[1952619278] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"105.952816ms","start":"2026-03-31T18:45:31.29736Z","end":"2026-03-31T18:45:31.403313Z","steps":["trace[1952619278] 'process raft request' (duration: 105.453941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:32.244666Z","caller":"traceutil/trace.go:171","msg":"trace[940437253] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"190.316037ms","start":"2026-03-31T18:45:32.054322Z","end":"2026-03-31T18:45:32.244638Z","steps":["trace[940437253] 'process raft request' (duration: 190.141892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:32.726445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.837412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:45:32.726565Z","caller":"traceutil/trace.go:171","msg":"trace[487943359] linearizableReadLoop","detail":"{readStateIndex:8758; appliedIndex:8757; }","duration":"332.463508ms","start":"2026-03-31T18:45:32.394083Z","end":"2026-03-31T18:45:32.726546Z","steps":["trace[487943359] 'read index received' (duration: 41.26µs)","trace[487943359] 'applied index is now lower than readState.Index' (duration: 332.420528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:32.726659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.557911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:32.726719Z","caller":"traceutil/trace.go:171","msg":"trace[1337210914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8444; }","duration":"332.668514ms","start":"2026-03-31T18:45:32.39404Z","end":"2026-03-31T18:45:32.726708Z","steps":["trace[1337210914] 'agreement among raft nodes before linearized reading' (duration: 332.557651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:32.726758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:32.394018Z","time spent":"332.727686ms","remote":"127.0.0.1:56942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:45:41.658797Z","caller":"traceutil/trace.go:171","msg":"trace[645434181] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8810; }","duration":"123.762395ms","start":"2026-03-31T18:45:41.53501Z","end":"2026-03-31T18:45:41.658773Z","steps":["trace[645434181] 'read index received' (duration: 123.57146ms)","trace[645434181] 'applied index is now lower than readState.Index' (duration: 189.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:41.658905Z","caller":"traceutil/trace.go:171","msg":"trace[353201393] transaction","detail":"{read_only:false; response_revision:8496; number_of_response:1; }","duration":"147.653823ms","start":"2026-03-31T18:45:41.511211Z","end":"2026-03-31T18:45:41.658865Z","steps":["trace[353201393] 'process raft request' (duration: 147.390055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:41.659017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.993081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:45:41.659051Z","caller":"traceutil/trace.go:171","msg":"trace[2012789864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8496; }","duration":"124.087664ms","start":"2026-03-31T18:45:41.534953Z","end":"2026-03-31T18:45:41.65904Z","steps":["trace[2012789864] 'agreement among raft nodes before linearized reading' (duration: 123.93351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:41.891426Z","caller":"traceutil/trace.go:171","msg":"trace[1121481685] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"226.476872ms","start":"2026-03-31T18:45:41.664911Z","end":"2026-03-31T18:45:41.891388Z","steps":["trace[1121481685] 'process raft request' (duration: 167.692884ms)","trace[1121481685] 'compare' (duration: 58.573712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:41.891443Z","caller":"traceutil/trace.go:171","msg":"trace[685867896] linearizableReadLoop","detail":"{readStateIndex:8816; appliedIndex:8813; }","duration":"209.30912ms","start":"2026-03-31T18:45:41.682109Z","end":"2026-03-31T18:45:41.891418Z","steps":["trace[685867896] 'read index received' (duration: 150.441759ms)","trace[685867896] 'applied index is now lower than readState.Index' (duration: 58.866311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:41.891458Z","caller":"traceutil/trace.go:171","msg":"trace[393593136] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"226.325447ms","start":"2026-03-31T18:45:41.665097Z","end":"2026-03-31T18:45:41.891422Z","steps":["trace[393593136] 'process raft request' (duration: 226.220864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:41.891458Z","caller":"traceutil/trace.go:171","msg":"trace[1400279279] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"225.720291ms","start":"2026-03-31T18:45:41.665722Z","end":"2026-03-31T18:45:41.891442Z","steps":["trace[1400279279] 'process raft request' (duration: 225.64811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:41.891654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.71196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:41.89169Z","caller":"traceutil/trace.go:171","msg":"trace[1499839012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8501; }","duration":"149.803512ms","start":"2026-03-31T18:45:41.741877Z","end":"2026-03-31T18:45:41.891681Z","steps":["trace[1499839012] 'agreement among raft nodes before linearized reading' (duration: 149.72044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:41.891924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.997313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:45:41.891956Z","caller":"traceutil/trace.go:171","msg":"trace[1278153673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8501; }","duration":"144.061164ms","start":"2026-03-31T18:45:41.747887Z","end":"2026-03-31T18:45:41.891948Z","steps":["trace[1278153673] 'agreement among raft nodes before linearized reading' (duration: 143.929131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:41.892506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.798114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:45:41.892568Z","caller":"traceutil/trace.go:171","msg":"trace[2116641091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8501; }","duration":"225.879296ms","start":"2026-03-31T18:45:41.666674Z","end":"2026-03-31T18:45:41.892554Z","steps":["trace[2116641091] 'agreement among raft nodes before linearized reading' (duration: 224.883498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:49.213503Z","caller":"traceutil/trace.go:171","msg":"trace[224370595] linearizableReadLoop","detail":"{readStateIndex:8986; appliedIndex:8985; }","duration":"256.549679ms","start":"2026-03-31T18:45:48.956924Z","end":"2026-03-31T18:45:49.213473Z","steps":["trace[224370595] 'read index received' (duration: 256.421866ms)","trace[224370595] 'applied index is now lower than readState.Index' (duration: 127.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:49.213583Z","caller":"traceutil/trace.go:171","msg":"trace[856612285] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"279.572833ms","start":"2026-03-31T18:45:48.933984Z","end":"2026-03-31T18:45:49.213557Z","steps":["trace[856612285] 'process raft request' (duration: 279.350087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:49.21368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.736135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:49.213771Z","caller":"traceutil/trace.go:171","msg":"trace[1704037143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8668; }","duration":"256.831866ms","start":"2026-03-31T18:45:48.95689Z","end":"2026-03-31T18:45:49.213722Z","steps":["trace[1704037143] 'agreement among raft nodes before linearized reading' (duration: 256.736053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:51.458392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418419848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:51.959322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418419848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:45:52.28168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447659364s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:45:52.282077Z","caller":"traceutil/trace.go:171","msg":"trace[2125102339] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.448149887s","start":"2026-03-31T18:45:50.833904Z","end":"2026-03-31T18:45:52.282053Z","steps":["trace[2125102339] 'process raft request' (duration: 1.448008304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:52.282221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.833878Z","time spent":"1.448271811s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:52.957782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:45:52.957865Z","caller":"traceutil/trace.go:171","msg":"trace[1556648262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223789s","start":"2026-03-31T18:45:50.957623Z","end":"2026-03-31T18:45:52.957846Z","steps":["trace[1556648262] 'agreement among raft nodes before linearized reading' (duration: 2.000082976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:52.957913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:50.957599Z","time spent":"2.000303662s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:45:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:45:53.373801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.59616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:45:53.373982Z","caller":"traceutil/trace.go:171","msg":"trace[207250969] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"1.660077789s","start":"2026-03-31T18:45:51.713891Z","end":"2026-03-31T18:45:53.373969Z","steps":["trace[207250969] 'process raft request' (duration: 1.660038619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.373986Z","caller":"traceutil/trace.go:171","msg":"trace[1342952518] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"1.675552795s","start":"2026-03-31T18:45:51.698408Z","end":"2026-03-31T18:45:53.373961Z","steps":["trace[1342952518] 'process raft request' (duration: 1.675481654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.374026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.713875Z","time spent":"1.660130682s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:53.374021Z","caller":"traceutil/trace.go:171","msg":"trace[1717743506] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"2.154566617s","start":"2026-03-31T18:45:51.219428Z","end":"2026-03-31T18:45:53.373995Z","steps":["trace[1717743506] 'process raft request' (duration: 1.788669118s)","trace[1717743506] 'compare' (duration: 365.447806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:53.374131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.698384Z","time spent":"1.675659428s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:45:53.374151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.219405Z","time spent":"2.154677449s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:45:53.385169Z","caller":"traceutil/trace.go:171","msg":"trace[196383186] linearizableReadLoop","detail":"{readStateIndex:8999; appliedIndex:8996; }","duration":"2.427453515s","start":"2026-03-31T18:45:50.957681Z","end":"2026-03-31T18:45:53.385135Z","steps":["trace[196383186] 'read index received' (duration: 1.324483924s)","trace[196383186] 'applied index is now lower than readState.Index' (duration: 1.102967571s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:53.38549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362629426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:53.385557Z","caller":"traceutil/trace.go:171","msg":"trace[1108481428] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8681; }","duration":"1.362734018s","start":"2026-03-31T18:45:52.022806Z","end":"2026-03-31T18:45:53.38554Z","steps":["trace[1108481428] 'agreement among raft nodes before linearized reading' (duration: 1.362601754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.02279Z","time spent":"1.362802839s","remote":"127.0.0.1:33386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.385591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445167856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:45:53.385656Z","caller":"traceutil/trace.go:171","msg":"trace[1865895500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8681; }","duration":"1.445236838s","start":"2026-03-31T18:45:51.940399Z","end":"2026-03-31T18:45:53.385636Z","steps":["trace[1865895500] 'agreement among raft nodes before linearized reading' (duration: 1.445025192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.694869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:45:53.385699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.940357Z","time spent":"1.445333421s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:53.385703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44783916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:45:53.385718Z","caller":"traceutil/trace.go:171","msg":"trace[1599611053] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8681; }","duration":"399.797061ms","start":"2026-03-31T18:45:52.985903Z","end":"2026-03-31T18:45:53.3857Z","steps":["trace[1599611053] 'agreement among raft nodes before linearized reading' (duration: 399.677048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.38579Z","caller":"traceutil/trace.go:171","msg":"trace[1461876909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8681; }","duration":"1.447980474s","start":"2026-03-31T18:45:51.937793Z","end":"2026-03-31T18:45:53.385773Z","steps":["trace[1461876909] 'agreement among raft nodes before linearized reading' (duration: 1.447735247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.937779Z","time spent":"1.448039724s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:45:53.385509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661709075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:45:53.385818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.985886Z","time spent":"399.914674ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:45:53.38587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341364981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:45:53.385888Z","caller":"traceutil/trace.go:171","msg":"trace[871790648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8681; }","duration":"1.662122246s","start":"2026-03-31T18:45:51.723732Z","end":"2026-03-31T18:45:53.385855Z","steps":["trace[871790648] 'agreement among raft nodes before linearized reading' (duration: 1.661624842s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.385915Z","caller":"traceutil/trace.go:171","msg":"trace[713924621] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8681; }","duration":"1.341451792s","start":"2026-03-31T18:45:52.044453Z","end":"2026-03-31T18:45:53.385905Z","steps":["trace[713924621] 'agreement among raft nodes before linearized reading' (duration: 1.341324139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.878333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:45:53.38594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.723716Z","time spent":"1.662209348s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:45:53.385956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.04443Z","time spent":"1.341517534s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:45:53.38596Z","caller":"traceutil/trace.go:171","msg":"trace[1405983059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8681; }","duration":"427.915625ms","start":"2026-03-31T18:45:52.958035Z","end":"2026-03-31T18:45:53.385951Z","steps":["trace[1405983059] 'agreement among raft nodes before linearized reading' (duration: 427.861033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415364766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:45:53.386091Z","caller":"traceutil/trace.go:171","msg":"trace[900998081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8681; }","duration":"1.41548938s","start":"2026-03-31T18:45:51.970553Z","end":"2026-03-31T18:45:53.386043Z","steps":["trace[900998081] 'agreement among raft nodes before linearized reading' (duration: 1.41512212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.385995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:52.957969Z","time spent":"428.019729ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:45:53.386139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437800333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:45:53.386222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.970537Z","time spent":"1.415664734s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:53.385833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451554982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:45:53.386338Z","caller":"traceutil/trace.go:171","msg":"trace[1360772172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8681; }","duration":"1.438082462s","start":"2026-03-31T18:45:51.948214Z","end":"2026-03-31T18:45:53.386296Z","steps":["trace[1360772172] 'agreement among raft nodes before linearized reading' (duration: 1.437482215s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:53.386383Z","caller":"traceutil/trace.go:171","msg":"trace[132880108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8681; }","duration":"1.452249501s","start":"2026-03-31T18:45:51.934123Z","end":"2026-03-31T18:45:53.386372Z","steps":["trace[132880108] 'agreement among raft nodes before linearized reading' (duration: 1.451408098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:53.386416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.934096Z","time spent":"1.452310513s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:45:53.386415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:45:51.948199Z","time spent":"1.438199345s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:45:57.641425Z","caller":"traceutil/trace.go:171","msg":"trace[284583750] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"112.318071ms","start":"2026-03-31T18:45:57.529073Z","end":"2026-03-31T18:45:57.641391Z","steps":["trace[284583750] 'process raft request' (duration: 97.237536ms)","trace[284583750] 'compare' (duration: 14.89969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:45:57.641799Z","caller":"traceutil/trace.go:171","msg":"trace[1405528561] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"112.654179ms","start":"2026-03-31T18:45:57.52911Z","end":"2026-03-31T18:45:57.641764Z","steps":["trace[1405528561] 'process raft request' (duration: 112.228318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:57.641987Z","caller":"traceutil/trace.go:171","msg":"trace[1003948371] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"112.195867ms","start":"2026-03-31T18:45:57.529776Z","end":"2026-03-31T18:45:57.641972Z","steps":["trace[1003948371] 'process raft request' (duration: 111.997592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:45:57.641937Z","caller":"traceutil/trace.go:171","msg":"trace[923768094] linearizableReadLoop","detail":"{readStateIndex:9028; appliedIndex:9024; }","duration":"110.673045ms","start":"2026-03-31T18:45:57.531233Z","end":"2026-03-31T18:45:57.641906Z","steps":["trace[923768094] 'read index received' (duration: 89.837802ms)","trace[923768094] 'applied index is now lower than readState.Index' (duration: 20.833813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:45:57.642329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.730302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:45:57.642396Z","caller":"traceutil/trace.go:171","msg":"trace[864303315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8708; }","duration":"108.829795ms","start":"2026-03-31T18:45:57.533549Z","end":"2026-03-31T18:45:57.642379Z","steps":["trace[864303315] 'agreement among raft nodes before linearized reading' (duration: 108.71216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:45:57.642726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.481928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:45:57.642782Z","caller":"traceutil/trace.go:171","msg":"trace[1200138255] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8708; }","duration":"111.598821ms","start":"2026-03-31T18:45:57.531169Z","end":"2026-03-31T18:45:57.642768Z","steps":["trace[1200138255] 'agreement among raft nodes before linearized reading' (duration: 110.930962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.07019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.072647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:02.070256Z","caller":"traceutil/trace.go:171","msg":"trace[1839237680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8725; }","duration":"526.194448ms","start":"2026-03-31T18:46:01.544048Z","end":"2026-03-31T18:46:02.070242Z","steps":["trace[1839237680] 'range keys from in-memory index tree' (duration: 525.905111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.070288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.544029Z","time spent":"526.250502ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:02.070265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.929102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:46:02.070383Z","caller":"traceutil/trace.go:171","msg":"trace[2093622272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8725; }","duration":"381.058115ms","start":"2026-03-31T18:46:01.689293Z","end":"2026-03-31T18:46:02.070351Z","steps":["trace[2093622272] 'range keys from in-memory index tree' (duration: 380.806808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.070459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.689286Z","time spent":"381.123437ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:02.070496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.183132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:46:02.070478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.559861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:46:02.070491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.526989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:02.07053Z","caller":"traceutil/trace.go:171","msg":"trace[1207017839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8725; }","duration":"380.237543ms","start":"2026-03-31T18:46:01.690281Z","end":"2026-03-31T18:46:02.070518Z","steps":["trace[1207017839] 'range keys from in-memory index tree' (duration: 380.094429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:02.070547Z","caller":"traceutil/trace.go:171","msg":"trace[398022797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8725; }","duration":"380.651023ms","start":"2026-03-31T18:46:01.689879Z","end":"2026-03-31T18:46:02.07053Z","steps":["trace[398022797] 'range keys from in-memory index tree' (duration: 380.397097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:02.070555Z","caller":"traceutil/trace.go:171","msg":"trace[1318179141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8725; }","duration":"381.625401ms","start":"2026-03-31T18:46:01.688914Z","end":"2026-03-31T18:46:02.07054Z","steps":["trace[1318179141] 'range keys from in-memory index tree' (duration: 381.359834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.070553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.690273Z","time spent":"380.274404ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:46:02.07059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.688901Z","time spent":"381.681552ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:02.070591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.68987Z","time spent":"380.709496ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:02.070622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.750808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:02.070675Z","caller":"traceutil/trace.go:171","msg":"trace[2074023463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8725; }","duration":"388.830329ms","start":"2026-03-31T18:46:01.681828Z","end":"2026-03-31T18:46:02.070658Z","steps":["trace[2074023463] 'range keys from in-memory index tree' (duration: 388.634154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.070712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:01.681812Z","time spent":"388.8894ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:02.106818Z","caller":"traceutil/trace.go:171","msg":"trace[389544047] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"295.041479ms","start":"2026-03-31T18:46:01.811757Z","end":"2026-03-31T18:46:02.106799Z","steps":["trace[389544047] 'process raft request' (duration: 294.907915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:02.106865Z","caller":"traceutil/trace.go:171","msg":"trace[1373177571] linearizableReadLoop","detail":"{readStateIndex:9046; appliedIndex:9046; }","duration":"186.338577ms","start":"2026-03-31T18:46:01.920498Z","end":"2026-03-31T18:46:02.106837Z","steps":["trace[1373177571] 'read index received' (duration: 186.308997ms)","trace[1373177571] 'applied index is now lower than readState.Index' (duration: 26.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:02.10701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.481432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:02.107193Z","caller":"traceutil/trace.go:171","msg":"trace[613367445] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8726; }","duration":"186.681087ms","start":"2026-03-31T18:46:01.920464Z","end":"2026-03-31T18:46:02.107145Z","steps":["trace[613367445] 'agreement among raft nodes before linearized reading' (duration: 186.468021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:02.440961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.493671ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:46:02.576246Z","caller":"traceutil/trace.go:171","msg":"trace[1961332189] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"226.241316ms","start":"2026-03-31T18:46:02.349974Z","end":"2026-03-31T18:46:02.576215Z","steps":["trace[1961332189] 'process raft request' (duration: 226.05086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:03.801102Z","caller":"traceutil/trace.go:171","msg":"trace[435085728] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"325.664511ms","start":"2026-03-31T18:46:03.475417Z","end":"2026-03-31T18:46:03.801082Z","steps":["trace[435085728] 'process raft request' (duration: 325.510168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:03.801251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.475389Z","time spent":"325.781294ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:04.455724Z","caller":"traceutil/trace.go:171","msg":"trace[553517595] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9053; }","duration":"814.909584ms","start":"2026-03-31T18:46:03.640785Z","end":"2026-03-31T18:46:04.455694Z","steps":["trace[553517595] 'read index received' (duration: 160.130966ms)","trace[553517595] 'applied index is now lower than readState.Index' (duration: 654.777288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:04.456089Z","caller":"traceutil/trace.go:171","msg":"trace[1785313956] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"966.990679ms","start":"2026-03-31T18:46:03.489077Z","end":"2026-03-31T18:46:04.456067Z","steps":["trace[1785313956] 'process raft request' (duration: 953.185649ms)","trace[1785313956] 'compare' (duration: 12.824853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:04.456221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.489042Z","time spent":"967.091061ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:04.456313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.860401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:04.45639Z","caller":"traceutil/trace.go:171","msg":"trace[695194054] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8735; }","duration":"629.977065ms","start":"2026-03-31T18:46:03.826394Z","end":"2026-03-31T18:46:04.456371Z","steps":["trace[695194054] 'agreement among raft nodes before linearized reading' (duration: 629.858412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.456433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.826377Z","time spent":"630.045026ms","remote":"127.0.0.1:50304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:04.45671Z","caller":"traceutil/trace.go:171","msg":"trace[447097391] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"967.523693ms","start":"2026-03-31T18:46:03.489167Z","end":"2026-03-31T18:46:04.456691Z","steps":["trace[447097391] 'process raft request' (duration: 966.404712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.456805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.489134Z","time spent":"967.626645ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:04.457053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.26781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:46:04.457119Z","caller":"traceutil/trace.go:171","msg":"trace[1737932944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8735; }","duration":"816.362995ms","start":"2026-03-31T18:46:03.64074Z","end":"2026-03-31T18:46:04.457103Z","steps":["trace[1737932944] 'agreement among raft nodes before linearized reading' (duration: 816.178999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.457161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.640723Z","time spent":"816.427636ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:04.457205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.06268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:46:04.45732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.205446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:04.45741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.727258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:46:04.45748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.356051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:46:04.457475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.205557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:04.457566Z","caller":"traceutil/trace.go:171","msg":"trace[2122257792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8735; }","duration":"338.510606ms","start":"2026-03-31T18:46:04.11903Z","end":"2026-03-31T18:46:04.457541Z","steps":["trace[2122257792] 'agreement among raft nodes before linearized reading' (duration: 338.257228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.457557Z","caller":"traceutil/trace.go:171","msg":"trace[2032223480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8735; }","duration":"339.869072ms","start":"2026-03-31T18:46:04.117655Z","end":"2026-03-31T18:46:04.457524Z","steps":["trace[2032223480] 'agreement among raft nodes before linearized reading' (duration: 339.463081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.45756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.892443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:46:04.457575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.548913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:46:04.457617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.119006Z","time spent":"338.600497ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:46:04.457637Z","caller":"traceutil/trace.go:171","msg":"trace[965865853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8735; }","duration":"335.994425ms","start":"2026-03-31T18:46:04.12162Z","end":"2026-03-31T18:46:04.457615Z","steps":["trace[965865853] 'agreement among raft nodes before linearized reading' (duration: 335.79727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.457653Z","caller":"traceutil/trace.go:171","msg":"trace[1685464181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8735; }","duration":"339.867252ms","start":"2026-03-31T18:46:04.117768Z","end":"2026-03-31T18:46:04.457635Z","steps":["trace[1685464181] 'agreement among raft nodes before linearized reading' (duration: 339.379278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.45758Z","caller":"traceutil/trace.go:171","msg":"trace[1016411594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8735; }","duration":"338.349791ms","start":"2026-03-31T18:46:04.119204Z","end":"2026-03-31T18:46:04.457553Z","steps":["trace[1016411594] 'agreement among raft nodes before linearized reading' (duration: 338.071673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.457677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.121606Z","time spent":"336.061768ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:46:04.457668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.117636Z","time spent":"339.982624ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:04.4577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.117716Z","time spent":"339.972065ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:46:04.457509Z","caller":"traceutil/trace.go:171","msg":"trace[1851753849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8735; }","duration":"499.529166ms","start":"2026-03-31T18:46:03.95796Z","end":"2026-03-31T18:46:04.457489Z","steps":["trace[1851753849] 'agreement among raft nodes before linearized reading' (duration: 499.275709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.457797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:03.957938Z","time spent":"499.842744ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:04.457797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.119196Z","time spent":"338.508685ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:04.457266Z","caller":"traceutil/trace.go:171","msg":"trace[1984800787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8735; }","duration":"339.159112ms","start":"2026-03-31T18:46:04.118091Z","end":"2026-03-31T18:46:04.45725Z","steps":["trace[1984800787] 'agreement among raft nodes before linearized reading' (duration: 338.973287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.457999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:04.118074Z","time spent":"339.899483ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:46:04.693841Z","caller":"traceutil/trace.go:171","msg":"trace[825711810] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"230.555774ms","start":"2026-03-31T18:46:04.463264Z","end":"2026-03-31T18:46:04.69382Z","steps":["trace[825711810] 'process raft request' (duration: 230.453521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.693977Z","caller":"traceutil/trace.go:171","msg":"trace[733661223] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"231.835339ms","start":"2026-03-31T18:46:04.462068Z","end":"2026-03-31T18:46:04.693903Z","steps":["trace[733661223] 'process raft request' (duration: 231.50113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.694248Z","caller":"traceutil/trace.go:171","msg":"trace[1071709069] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"230.216553ms","start":"2026-03-31T18:46:04.464003Z","end":"2026-03-31T18:46:04.694219Z","steps":["trace[1071709069] 'process raft request' (duration: 229.785552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.694323Z","caller":"traceutil/trace.go:171","msg":"trace[871936701] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9056; }","duration":"231.455509ms","start":"2026-03-31T18:46:04.462849Z","end":"2026-03-31T18:46:04.694305Z","steps":["trace[871936701] 'read index received' (duration: 16.656119ms)","trace[871936701] 'applied index is now lower than readState.Index' (duration: 214.79855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:04.694419Z","caller":"traceutil/trace.go:171","msg":"trace[467149240] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"230.180043ms","start":"2026-03-31T18:46:04.46423Z","end":"2026-03-31T18:46:04.69441Z","steps":["trace[467149240] 'process raft request' (duration: 229.861194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.694567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.700525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T18:46:04.69461Z","caller":"traceutil/trace.go:171","msg":"trace[1917723876] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8740; }","duration":"231.777837ms","start":"2026-03-31T18:46:04.462822Z","end":"2026-03-31T18:46:04.6946Z","steps":["trace[1917723876] 'agreement among raft nodes before linearized reading' (duration: 231.630364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:04.713008Z","caller":"traceutil/trace.go:171","msg":"trace[884149597] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"132.133025ms","start":"2026-03-31T18:46:04.58083Z","end":"2026-03-31T18:46:04.712963Z","steps":["trace[884149597] 'process raft request' (duration: 131.962481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.713108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.732508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:04.713195Z","caller":"traceutil/trace.go:171","msg":"trace[1200892398] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8741; }","duration":"166.911482ms","start":"2026-03-31T18:46:04.546262Z","end":"2026-03-31T18:46:04.713173Z","steps":["trace[1200892398] 'agreement among raft nodes before linearized reading' (duration: 166.725458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:04.713351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.934051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:46:04.713411Z","caller":"traceutil/trace.go:171","msg":"trace[1087337621] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8741; }","duration":"249.163176ms","start":"2026-03-31T18:46:04.464236Z","end":"2026-03-31T18:46:04.713399Z","steps":["trace[1087337621] 'agreement among raft nodes before linearized reading' (duration: 248.700353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.457575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:46:06.706203Z","caller":"traceutil/trace.go:171","msg":"trace[787850225] linearizableReadLoop","detail":"{readStateIndex:9064; appliedIndex:9063; }","duration":"749.043242ms","start":"2026-03-31T18:46:05.957141Z","end":"2026-03-31T18:46:06.706184Z","steps":["trace[787850225] 'read index received' (duration: 748.915247ms)","trace[787850225] 'applied index is now lower than readState.Index' (duration: 126.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:06.706231Z","caller":"traceutil/trace.go:171","msg":"trace[1988879609] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"900.673373ms","start":"2026-03-31T18:46:05.805537Z","end":"2026-03-31T18:46:06.70621Z","steps":["trace[1988879609] 'process raft request' (duration: 900.527209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.706314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.164245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:06.706338Z","caller":"traceutil/trace.go:171","msg":"trace[497382706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8743; }","duration":"749.235006ms","start":"2026-03-31T18:46:05.957095Z","end":"2026-03-31T18:46:06.70633Z","steps":["trace[497382706] 'agreement among raft nodes before linearized reading' (duration: 749.180144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:06.706334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.805517Z","time spent":"900.757565ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:06.706362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:05.95708Z","time spent":"749.276827ms","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:07.206509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:07.885894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.87652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:07.886116Z","caller":"traceutil/trace.go:171","msg":"trace[1521506087] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"1.42421293s","start":"2026-03-31T18:46:06.461881Z","end":"2026-03-31T18:46:07.886093Z","steps":["trace[1521506087] 'process raft request' (duration: 1.228054192s)","trace[1521506087] 'compare' (duration: 195.50788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:07.886219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.461852Z","time spent":"1.424312843s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.886214Z","caller":"traceutil/trace.go:171","msg":"trace[358446380] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"1.422526253s","start":"2026-03-31T18:46:06.463671Z","end":"2026-03-31T18:46:07.886197Z","steps":["trace[358446380] 'process raft request' (duration: 1.422323967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.463656Z","time spent":"1.422593295s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:07.88642Z","caller":"traceutil/trace.go:171","msg":"trace[1160007551] linearizableReadLoop","detail":"{readStateIndex:9067; appliedIndex:9064; }","duration":"1.180124113s","start":"2026-03-31T18:46:06.706257Z","end":"2026-03-31T18:46:07.886381Z","steps":["trace[1160007551] 'read index received' (duration: 983.704458ms)","trace[1160007551] 'applied index is now lower than readState.Index' (duration: 196.417095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:07.886604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.758522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:07.886635Z","caller":"traceutil/trace.go:171","msg":"trace[1267172122] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8746; }","duration":"422.821494ms","start":"2026-03-31T18:46:07.463804Z","end":"2026-03-31T18:46:07.886625Z","steps":["trace[1267172122] 'agreement among raft nodes before linearized reading' (duration: 422.766303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.88664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164725709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:46:07.886639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1884019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:07.886662Z","caller":"traceutil/trace.go:171","msg":"trace[1493706521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8746; }","duration":"1.164747059s","start":"2026-03-31T18:46:06.721908Z","end":"2026-03-31T18:46:07.886655Z","steps":["trace[1493706521] 'agreement among raft nodes before linearized reading' (duration: 1.164656587s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.721878Z","time spent":"1.164796592s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:46:07.886677Z","caller":"traceutil/trace.go:171","msg":"trace[697804555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8746; }","duration":"1.188451632s","start":"2026-03-31T18:46:06.698216Z","end":"2026-03-31T18:46:07.886668Z","steps":["trace[697804555] 'agreement among raft nodes before linearized reading' (duration: 1.188307158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770804097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:07.8867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.698171Z","time spent":"1.188523904s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:46:07.886718Z","caller":"traceutil/trace.go:171","msg":"trace[1589434160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8746; }","duration":"1.770856667s","start":"2026-03-31T18:46:06.115853Z","end":"2026-03-31T18:46:07.88671Z","steps":["trace[1589434160] 'agreement among raft nodes before linearized reading' (duration: 1.770814417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.115835Z","time spent":"1.770895939s","remote":"127.0.0.1:50448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:07.886731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188318288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:46:07.886656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.463784Z","time spent":"422.867386ms","remote":"127.0.0.1:50382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:07.886808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243677362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:07.886838Z","caller":"traceutil/trace.go:171","msg":"trace[2018104823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8746; }","duration":"1.188444861s","start":"2026-03-31T18:46:06.698371Z","end":"2026-03-31T18:46:07.886816Z","steps":["trace[2018104823] 'agreement among raft nodes before linearized reading' (duration: 1.188147493s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:07.886868Z","caller":"traceutil/trace.go:171","msg":"trace[1647772460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8746; }","duration":"1.243762235s","start":"2026-03-31T18:46:06.643087Z","end":"2026-03-31T18:46:07.886849Z","steps":["trace[1647772460] 'agreement among raft nodes before linearized reading' (duration: 1.243672382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.643071Z","time spent":"1.243828767s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:46:07.886933Z","caller":"traceutil/trace.go:171","msg":"trace[1159747472] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"1.169124801s","start":"2026-03-31T18:46:06.717784Z","end":"2026-03-31T18:46:07.886909Z","steps":["trace[1159747472] 'process raft request' (duration: 1.168311379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.886835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.474336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:46:07.887001Z","caller":"traceutil/trace.go:171","msg":"trace[1642903320] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:8746; }","duration":"756.666321ms","start":"2026-03-31T18:46:07.130328Z","end":"2026-03-31T18:46:07.886995Z","steps":["trace[1642903320] 'agreement among raft nodes before linearized reading' (duration: 756.460665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.887029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.130308Z","time spent":"756.714812ms","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"warn","ts":"2026-03-31T18:46:07.887029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634553938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T18:46:07.886774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.860015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:07.887265Z","caller":"traceutil/trace.go:171","msg":"trace[1123989737] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8746; }","duration":"1.634830434s","start":"2026-03-31T18:46:06.252424Z","end":"2026-03-31T18:46:07.887254Z","steps":["trace[1123989737] 'agreement among raft nodes before linearized reading' (duration: 1.634115815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.88727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.717727Z","time spent":"1.169269815s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:07.887308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.252404Z","time spent":"1.634891727s","remote":"127.0.0.1:60386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":878,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:07.886904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.698367Z","time spent":"1.188524784s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:07.88733Z","caller":"traceutil/trace.go:171","msg":"trace[1506795760] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8746; }","duration":"516.41365ms","start":"2026-03-31T18:46:07.37088Z","end":"2026-03-31T18:46:07.887293Z","steps":["trace[1506795760] 'agreement among raft nodes before linearized reading' (duration: 515.875155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.887027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187868696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:46:07.887403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:07.370861Z","time spent":"516.517273ms","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:46:07.887413Z","caller":"traceutil/trace.go:171","msg":"trace[3348221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8746; }","duration":"1.188287778s","start":"2026-03-31T18:46:06.699112Z","end":"2026-03-31T18:46:07.8874Z","steps":["trace[3348221] 'agreement among raft nodes before linearized reading' (duration: 1.187821005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.887517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403105109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:46:07.887558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.699093Z","time spent":"1.188451472s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:46:07.887624Z","caller":"traceutil/trace.go:171","msg":"trace[308050764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8746; }","duration":"1.403203661s","start":"2026-03-31T18:46:06.484361Z","end":"2026-03-31T18:46:07.887565Z","steps":["trace[308050764] 'agreement among raft nodes before linearized reading' (duration: 1.40243997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.887668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.484343Z","time spent":"1.403315084s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:07.887379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188625197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:07.88776Z","caller":"traceutil/trace.go:171","msg":"trace[1415858822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8746; }","duration":"1.189035508s","start":"2026-03-31T18:46:06.698706Z","end":"2026-03-31T18:46:07.887741Z","steps":["trace[1415858822] 'agreement among raft nodes before linearized reading' (duration: 1.188272027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:07.887818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:06.698702Z","time spent":"1.189099149s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:46:08.063872Z","caller":"traceutil/trace.go:171","msg":"trace[700391714] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"171.433477ms","start":"2026-03-31T18:46:07.892415Z","end":"2026-03-31T18:46:08.063848Z","steps":["trace[700391714] 'process raft request' (duration: 171.339464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.064223Z","caller":"traceutil/trace.go:171","msg":"trace[435940418] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"171.794567ms","start":"2026-03-31T18:46:07.892412Z","end":"2026-03-31T18:46:08.064207Z","steps":["trace[435940418] 'process raft request' (duration: 171.384657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.064272Z","caller":"traceutil/trace.go:171","msg":"trace[136491093] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"171.769646ms","start":"2026-03-31T18:46:07.892485Z","end":"2026-03-31T18:46:08.064255Z","steps":["trace[136491093] 'process raft request' (duration: 171.715634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.064356Z","caller":"traceutil/trace.go:171","msg":"trace[1966224344] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"171.871819ms","start":"2026-03-31T18:46:07.892472Z","end":"2026-03-31T18:46:08.064344Z","steps":["trace[1966224344] 'process raft request' (duration: 171.609161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:08.064037Z","caller":"traceutil/trace.go:171","msg":"trace[708343743] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"171.607741ms","start":"2026-03-31T18:46:07.892379Z","end":"2026-03-31T18:46:08.063987Z","steps":["trace[708343743] 'process raft request' (duration: 159.690974ms)","trace[708343743] 'compare' (duration: 11.531287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.115412Z","caller":"traceutil/trace.go:171","msg":"trace[619095881] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9068; }","duration":"157.188505ms","start":"2026-03-31T18:46:07.958204Z","end":"2026-03-31T18:46:08.115392Z","steps":["trace[619095881] 'read index received' (duration: 94.009677ms)","trace[619095881] 'applied index is now lower than readState.Index' (duration: 63.177968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:08.115465Z","caller":"traceutil/trace.go:171","msg":"trace[2065443308] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"202.034049ms","start":"2026-03-31T18:46:07.913399Z","end":"2026-03-31T18:46:08.115433Z","steps":["trace[2065443308] 'process raft request' (duration: 201.843844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:08.115642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.410591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:08.115762Z","caller":"traceutil/trace.go:171","msg":"trace[1022825732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8752; }","duration":"157.590776ms","start":"2026-03-31T18:46:07.958144Z","end":"2026-03-31T18:46:08.115735Z","steps":["trace[1022825732] 'agreement among raft nodes before linearized reading' (duration: 157.337399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:09.568135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:10.068311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:10.568974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:11.069379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:11.242886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307374191s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:46:11.243632Z","caller":"traceutil/trace.go:171","msg":"trace[1802314228] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"2.308209654s","start":"2026-03-31T18:46:08.935385Z","end":"2026-03-31T18:46:11.243595Z","steps":["trace[1802314228] 'process raft request' (duration: 2.307902456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.243869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:08.935366Z","time spent":"2.308378608s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:11.957629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000530538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:46:11.957777Z","caller":"traceutil/trace.go:171","msg":"trace[965225854] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725054s","start":"2026-03-31T18:46:09.956997Z","end":"2026-03-31T18:46:11.957722Z","steps":["trace[965225854] 'agreement among raft nodes before linearized reading' (duration: 2.000559099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:11.95784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.956976Z","time spent":"2.000851467s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:13.743845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.500507527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:46:13.744361Z","caller":"traceutil/trace.go:171","msg":"trace[1924116212] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"3.85223144s","start":"2026-03-31T18:46:09.89211Z","end":"2026-03-31T18:46:13.744341Z","steps":["trace[1924116212] 'process raft request' (duration: 3.852169189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.744423Z","caller":"traceutil/trace.go:171","msg":"trace[749996132] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"4.127514745s","start":"2026-03-31T18:46:09.616881Z","end":"2026-03-31T18:46:13.744396Z","steps":["trace[749996132] 'process raft request' (duration: 4.127161006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.744502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.892077Z","time spent":"3.852320033s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:13.744532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.616849Z","time spent":"4.12763046s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:13.744583Z","caller":"traceutil/trace.go:171","msg":"trace[390303063] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"3.852709664s","start":"2026-03-31T18:46:09.891792Z","end":"2026-03-31T18:46:13.744501Z","steps":["trace[390303063] 'process raft request' (duration: 3.852457476s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:13.744592Z","caller":"traceutil/trace.go:171","msg":"trace[1340157131] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"3.851614783s","start":"2026-03-31T18:46:09.892957Z","end":"2026-03-31T18:46:13.744571Z","steps":["trace[1340157131] 'process raft request' (duration: 3.851355977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.744713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.892932Z","time spent":"3.851715526s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:13.74473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.891766Z","time spent":"3.852903439s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:13.744789Z","caller":"traceutil/trace.go:171","msg":"trace[1730355448] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"3.028438262s","start":"2026-03-31T18:46:10.716322Z","end":"2026-03-31T18:46:13.74476Z","steps":["trace[1730355448] 'process raft request' (duration: 3.028157275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.74484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.716297Z","time spent":"3.028517376s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:13.744927Z","caller":"traceutil/trace.go:171","msg":"trace[1077624254] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9075; }","duration":"4.677255324s","start":"2026-03-31T18:46:09.067664Z","end":"2026-03-31T18:46:13.744919Z","steps":["trace[1077624254] 'read index received' (duration: 2.175666288s)","trace[1077624254] 'applied index is now lower than readState.Index' (duration: 2.501588256s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:13.744958Z","caller":"traceutil/trace.go:171","msg":"trace[1430199299] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"2.999967059s","start":"2026-03-31T18:46:10.744972Z","end":"2026-03-31T18:46:13.744939Z","steps":["trace[1430199299] 'process raft request' (duration: 2.999746953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.745015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677356935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:13.74505Z","caller":"traceutil/trace.go:171","msg":"trace[2055919904] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8760; }","duration":"4.677426027s","start":"2026-03-31T18:46:09.067615Z","end":"2026-03-31T18:46:13.745041Z","steps":["trace[2055919904] 'agreement among raft nodes before linearized reading' (duration: 4.677361055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.745052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.744954Z","time spent":"3.000051641s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:13.745079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.067595Z","time spent":"4.677475669s","remote":"127.0.0.1:59978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:13.959134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:46:13.959206Z","caller":"traceutil/trace.go:171","msg":"trace[2066608771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148487s","start":"2026-03-31T18:46:11.959041Z","end":"2026-03-31T18:46:13.959189Z","steps":["trace[2066608771] 'agreement among raft nodes before linearized reading' (duration: 2.000061585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:13.959251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.959022Z","time spent":"2.000222009s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:46:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:46:14.058398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.445843ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:46:14.058494Z","caller":"traceutil/trace.go:171","msg":"trace[1991629726] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"313.525697ms","start":"2026-03-31T18:46:13.744951Z","end":"2026-03-31T18:46:14.058477Z","steps":["trace[1991629726] 'read index received' (duration: 55.946139ms)","trace[1991629726] 'applied index is now lower than readState.Index' (duration: 257.577818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:14.058678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735226691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:14.05868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075673295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:14.058736Z","caller":"traceutil/trace.go:171","msg":"trace[455877628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8760; }","duration":"2.075775768s","start":"2026-03-31T18:46:11.982947Z","end":"2026-03-31T18:46:14.058723Z","steps":["trace[455877628] 'agreement among raft nodes before linearized reading' (duration: 2.075669845s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.058726Z","caller":"traceutil/trace.go:171","msg":"trace[1398531095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8760; }","duration":"3.735366044s","start":"2026-03-31T18:46:10.323348Z","end":"2026-03-31T18:46:14.058714Z","steps":["trace[1398531095] 'agreement among raft nodes before linearized reading' (duration: 3.73519762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.058772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:11.982926Z","time spent":"2.075834849s","remote":"127.0.0.1:50480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:14.058784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.323323Z","time spent":"3.735449228s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:14.058792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255500807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T18:46:14.058792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563407243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:14.058832Z","caller":"traceutil/trace.go:171","msg":"trace[1822915289] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8760; }","duration":"1.255564238s","start":"2026-03-31T18:46:12.803253Z","end":"2026-03-31T18:46:14.058818Z","steps":["trace[1822915289] 'agreement among raft nodes before linearized reading' (duration: 1.255411125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.058847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.504936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:46:14.058887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990598528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:14.058921Z","caller":"traceutil/trace.go:171","msg":"trace[49260301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8760; }","duration":"615.623369ms","start":"2026-03-31T18:46:13.443281Z","end":"2026-03-31T18:46:14.058904Z","steps":["trace[49260301] 'agreement among raft nodes before linearized reading' (duration: 615.363942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.058958Z","caller":"traceutil/trace.go:171","msg":"trace[995505074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8760; }","duration":"3.99069172s","start":"2026-03-31T18:46:10.068249Z","end":"2026-03-31T18:46:14.05894Z","steps":["trace[995505074] 'agreement among raft nodes before linearized reading' (duration: 3.990486275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.058964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:13.443242Z","time spent":"615.710153ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:14.05896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990775173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:46:14.058959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990108834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:46:14.058992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133041977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:46:14.059007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990434474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T18:46:14.059002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.068242Z","time spent":"3.990746731s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:46:14.059024Z","caller":"traceutil/trace.go:171","msg":"trace[385342767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8760; }","duration":"3.990859045s","start":"2026-03-31T18:46:10.06815Z","end":"2026-03-31T18:46:14.059009Z","steps":["trace[385342767] 'agreement among raft nodes before linearized reading' (duration: 3.990692351s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.059036Z","caller":"traceutil/trace.go:171","msg":"trace[238246374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8760; }","duration":"3.990506345s","start":"2026-03-31T18:46:10.068521Z","end":"2026-03-31T18:46:14.059028Z","steps":["trace[238246374] 'agreement among raft nodes before linearized reading' (duration: 3.990372282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.059035Z","caller":"traceutil/trace.go:171","msg":"trace[827556863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8760; }","duration":"3.990232728s","start":"2026-03-31T18:46:10.068785Z","end":"2026-03-31T18:46:14.059018Z","steps":["trace[827556863] 'agreement among raft nodes before linearized reading' (duration: 3.989998012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.05907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.068496Z","time spent":"3.990564388s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:14.05907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.068144Z","time spent":"3.990917787s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:46:14.059031Z","caller":"traceutil/trace.go:171","msg":"trace[624281305] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8760; }","duration":"4.133098499s","start":"2026-03-31T18:46:09.925924Z","end":"2026-03-31T18:46:14.059022Z","steps":["trace[624281305] 'agreement among raft nodes before linearized reading' (duration: 4.132992136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.05969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.925915Z","time spent":"4.133763217s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:46:14.058868Z","caller":"traceutil/trace.go:171","msg":"trace[2073700192] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8760; }","duration":"3.563544908s","start":"2026-03-31T18:46:10.495299Z","end":"2026-03-31T18:46:14.058844Z","steps":["trace[2073700192] 'agreement among raft nodes before linearized reading' (duration: 3.563429035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.059785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.495262Z","time spent":"3.564503904s","remote":"127.0.0.1:52182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:14.059102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.068766Z","time spent":"3.99032106s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:14.058873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:12.803238Z","time spent":"1.25562691s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T18:46:14.05927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139783403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:46:14.060012Z","caller":"traceutil/trace.go:171","msg":"trace[740281083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8760; }","duration":"4.140546374s","start":"2026-03-31T18:46:09.919449Z","end":"2026-03-31T18:46:14.059995Z","steps":["trace[740281083] 'agreement among raft nodes before linearized reading' (duration: 4.139758862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.060068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:09.919424Z","time spent":"4.140624537s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:46:14.059207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991186464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:46:14.060149Z","caller":"traceutil/trace.go:171","msg":"trace[441719796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8760; }","duration":"3.992319935s","start":"2026-03-31T18:46:10.067812Z","end":"2026-03-31T18:46:14.060132Z","steps":["trace[441719796] 'agreement among raft nodes before linearized reading' (duration: 3.990981138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.060213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:10.067793Z","time spent":"3.992404388s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:14.352124Z","caller":"traceutil/trace.go:171","msg":"trace[1500590967] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"289.897688ms","start":"2026-03-31T18:46:14.062206Z","end":"2026-03-31T18:46:14.352104Z","steps":["trace[1500590967] 'process raft request' (duration: 289.708222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.615996Z","caller":"traceutil/trace.go:171","msg":"trace[337926789] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"551.933337ms","start":"2026-03-31T18:46:14.064039Z","end":"2026-03-31T18:46:14.615972Z","steps":["trace[337926789] 'process raft request' (duration: 551.68407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.616125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.064017Z","time spent":"552.041811ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:14.61623Z","caller":"traceutil/trace.go:171","msg":"trace[1245420202] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"552.125264ms","start":"2026-03-31T18:46:14.064088Z","end":"2026-03-31T18:46:14.616213Z","steps":["trace[1245420202] 'process raft request' (duration: 551.779154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.616312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.064067Z","time spent":"552.208546ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:14.616379Z","caller":"traceutil/trace.go:171","msg":"trace[1054334715] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"551.355983ms","start":"2026-03-31T18:46:14.065017Z","end":"2026-03-31T18:46:14.616373Z","steps":["trace[1054334715] 'process raft request' (duration: 551.235308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.616427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.065007Z","time spent":"551.398043ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:14.616469Z","caller":"traceutil/trace.go:171","msg":"trace[130425592] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"551.491256ms","start":"2026-03-31T18:46:14.064939Z","end":"2026-03-31T18:46:14.61643Z","steps":["trace[130425592] 'process raft request' (duration: 550.980701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.616347Z","caller":"traceutil/trace.go:171","msg":"trace[503546151] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9083; }","duration":"551.444424ms","start":"2026-03-31T18:46:14.064893Z","end":"2026-03-31T18:46:14.616337Z","steps":["trace[503546151] 'read index received' (duration: 287.060319ms)","trace[503546151] 'applied index is now lower than readState.Index' (duration: 264.383365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:14.616699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.802723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T18:46:14.616704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.219248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fcc641a6-107a-409b-8e6d-8c451d9638d6\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T18:46:14.616731Z","caller":"traceutil/trace.go:171","msg":"trace[1344731827] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8766; }","duration":"551.858616ms","start":"2026-03-31T18:46:14.064864Z","end":"2026-03-31T18:46:14.616722Z","steps":["trace[1344731827] 'agreement among raft nodes before linearized reading' (duration: 551.736453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:14.61674Z","caller":"traceutil/trace.go:171","msg":"trace[1045666198] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fcc641a6-107a-409b-8e6d-8c451d9638d6; range_end:; response_count:1; response_revision:8766; }","duration":"551.28217ms","start":"2026-03-31T18:46:14.065447Z","end":"2026-03-31T18:46:14.616729Z","steps":["trace[1045666198] 'agreement among raft nodes before linearized reading' (duration: 551.185377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.616754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.064847Z","time spent":"551.902117ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:14.616773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.065436Z","time spent":"551.330791ms","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-fcc641a6-107a-409b-8e6d-8c451d9638d6\" "} {"level":"warn","ts":"2026-03-31T18:46:14.616864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.064929Z","time spent":"551.639519ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:14.616472Z","caller":"traceutil/trace.go:171","msg":"trace[2001237175] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"550.093017ms","start":"2026-03-31T18:46:14.06634Z","end":"2026-03-31T18:46:14.616433Z","steps":["trace[2001237175] 'process raft request' (duration: 549.959763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.617041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.066331Z","time spent":"550.647963ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:14.617713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.749281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:46:14.61781Z","caller":"traceutil/trace.go:171","msg":"trace[35958391] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8766; }","duration":"552.878324ms","start":"2026-03-31T18:46:14.064918Z","end":"2026-03-31T18:46:14.617797Z","steps":["trace[35958391] 'agreement among raft nodes before linearized reading' (duration: 551.700561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:14.617851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:14.064908Z","time spent":"552.932605ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:46:15.343721Z","caller":"traceutil/trace.go:171","msg":"trace[1169773287] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9090; }","duration":"144.749353ms","start":"2026-03-31T18:46:15.198945Z","end":"2026-03-31T18:46:15.343694Z","steps":["trace[1169773287] 'read index received' (duration: 144.517997ms)","trace[1169773287] 'applied index is now lower than readState.Index' (duration: 230.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:15.343814Z","caller":"traceutil/trace.go:171","msg":"trace[471603880] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"265.610779ms","start":"2026-03-31T18:46:15.07817Z","end":"2026-03-31T18:46:15.343781Z","steps":["trace[471603880] 'process raft request' (duration: 265.359042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:15.343916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.744963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:15.343936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.961709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:15.34397Z","caller":"traceutil/trace.go:171","msg":"trace[1569867337] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8768; }","duration":"136.863615ms","start":"2026-03-31T18:46:15.207092Z","end":"2026-03-31T18:46:15.343955Z","steps":["trace[1569867337] 'agreement among raft nodes before linearized reading' (duration: 136.751902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:15.343999Z","caller":"traceutil/trace.go:171","msg":"trace[1886717140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8768; }","duration":"145.045692ms","start":"2026-03-31T18:46:15.198938Z","end":"2026-03-31T18:46:15.343984Z","steps":["trace[1886717140] 'agreement among raft nodes before linearized reading' (duration: 144.892307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:28.821116Z","caller":"traceutil/trace.go:171","msg":"trace[2081068815] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"111.249771ms","start":"2026-03-31T18:46:28.709817Z","end":"2026-03-31T18:46:28.821067Z","steps":["trace[2081068815] 'process raft request' (duration: 110.782329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:28.936801Z","caller":"traceutil/trace.go:171","msg":"trace[1853877384] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"111.823376ms","start":"2026-03-31T18:46:28.824939Z","end":"2026-03-31T18:46:28.936763Z","steps":["trace[1853877384] 'process raft request' (duration: 67.496067ms)","trace[1853877384] 'compare' (duration: 44.185236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:29.022205Z","caller":"traceutil/trace.go:171","msg":"trace[1199142167] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"185.490975ms","start":"2026-03-31T18:46:28.836691Z","end":"2026-03-31T18:46:29.022182Z","steps":["trace[1199142167] 'process raft request' (duration: 185.33641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.0225Z","caller":"traceutil/trace.go:171","msg":"trace[1073981573] linearizableReadLoop","detail":"{readStateIndex:9174; appliedIndex:9171; }","duration":"185.078102ms","start":"2026-03-31T18:46:28.837398Z","end":"2026-03-31T18:46:29.022476Z","steps":["trace[1073981573] 'read index received' (duration: 55.355253ms)","trace[1073981573] 'applied index is now lower than readState.Index' (duration: 129.722129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:29.022529Z","caller":"traceutil/trace.go:171","msg":"trace[238541010] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"185.117244ms","start":"2026-03-31T18:46:28.837348Z","end":"2026-03-31T18:46:29.022466Z","steps":["trace[238541010] 'process raft request' (duration: 184.801465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:29.022583Z","caller":"traceutil/trace.go:171","msg":"trace[2047777322] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"185.037992ms","start":"2026-03-31T18:46:28.837517Z","end":"2026-03-31T18:46:29.022555Z","steps":["trace[2047777322] 'process raft request' (duration: 184.862206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:29.022931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.520464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:46:29.022972Z","caller":"traceutil/trace.go:171","msg":"trace[1586583954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8848; }","duration":"185.580086ms","start":"2026-03-31T18:46:28.837383Z","end":"2026-03-31T18:46:29.022964Z","steps":["trace[1586583954] 'agreement among raft nodes before linearized reading' (duration: 185.210035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:31.172965Z","caller":"traceutil/trace.go:171","msg":"trace[7395414] linearizableReadLoop","detail":"{readStateIndex:9184; appliedIndex:9183; }","duration":"215.743856ms","start":"2026-03-31T18:46:30.957191Z","end":"2026-03-31T18:46:31.172935Z","steps":["trace[7395414] 'read index received' (duration: 118.177032ms)","trace[7395414] 'applied index is now lower than readState.Index' (duration: 97.565914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:31.173041Z","caller":"traceutil/trace.go:171","msg":"trace[972615582] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"223.919151ms","start":"2026-03-31T18:46:30.949097Z","end":"2026-03-31T18:46:31.173016Z","steps":["trace[972615582] 'process raft request' (duration: 126.267784ms)","trace[972615582] 'compare' (duration: 97.446571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:31.173091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.874541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:31.173163Z","caller":"traceutil/trace.go:171","msg":"trace[390903625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8857; }","duration":"215.957142ms","start":"2026-03-31T18:46:30.957187Z","end":"2026-03-31T18:46:31.173144Z","steps":["trace[390903625] 'agreement among raft nodes before linearized reading' (duration: 215.833019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.173231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.714887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:46:31.173278Z","caller":"traceutil/trace.go:171","msg":"trace[1195089442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8857; }","duration":"142.777197ms","start":"2026-03-31T18:46:31.030486Z","end":"2026-03-31T18:46:31.173264Z","steps":["trace[1195089442] 'agreement among raft nodes before linearized reading' (duration: 142.678776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.173306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:46:31.173347Z","caller":"traceutil/trace.go:171","msg":"trace[611381090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8857; }","duration":"146.752658ms","start":"2026-03-31T18:46:31.026582Z","end":"2026-03-31T18:46:31.173335Z","steps":["trace[611381090] 'agreement among raft nodes before linearized reading' (duration: 146.668435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.173225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.356084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:31.173444Z","caller":"traceutil/trace.go:171","msg":"trace[1610041816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8857; }","duration":"147.619002ms","start":"2026-03-31T18:46:31.025804Z","end":"2026-03-31T18:46:31.173423Z","steps":["trace[1610041816] 'agreement among raft nodes before linearized reading' (duration: 147.292663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.173472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.891582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T18:46:31.173528Z","caller":"traceutil/trace.go:171","msg":"trace[1954853485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8857; }","duration":"146.954624ms","start":"2026-03-31T18:46:31.026537Z","end":"2026-03-31T18:46:31.173491Z","steps":["trace[1954853485] 'agreement among raft nodes before linearized reading' (duration: 146.855781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.541588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.86619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:31.542153Z","caller":"traceutil/trace.go:171","msg":"trace[744284912] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9184; }","duration":"360.972586ms","start":"2026-03-31T18:46:31.181163Z","end":"2026-03-31T18:46:31.542136Z","steps":["trace[744284912] 'read index received' (duration: 42.499828ms)","trace[744284912] 'applied index is now lower than readState.Index' (duration: 318.471888ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:31.542391Z","caller":"traceutil/trace.go:171","msg":"trace[1897043668] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"365.526491ms","start":"2026-03-31T18:46:31.176833Z","end":"2026-03-31T18:46:31.54236Z","steps":["trace[1897043668] 'process raft request' (duration: 102.806128ms)","trace[1897043668] 'compare' (duration: 261.760707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:31.542648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.184221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:46:31.542682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.522582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:46:31.542724Z","caller":"traceutil/trace.go:171","msg":"trace[401279884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8860; }","duration":"361.603034ms","start":"2026-03-31T18:46:31.18111Z","end":"2026-03-31T18:46:31.542713Z","steps":["trace[401279884] 'agreement among raft nodes before linearized reading' (duration: 361.131611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.542758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.181096Z","time spent":"361.652225ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224164,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T18:46:31.542847Z","caller":"traceutil/trace.go:171","msg":"trace[815998015] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8860; }","duration":"241.435267ms","start":"2026-03-31T18:46:31.301274Z","end":"2026-03-31T18:46:31.542709Z","steps":["trace[815998015] 'agreement among raft nodes before linearized reading' (duration: 241.120869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.542855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.176814Z","time spent":"365.864342ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:31.542211Z","caller":"traceutil/trace.go:171","msg":"trace[89632674] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"363.562678ms","start":"2026-03-31T18:46:31.178619Z","end":"2026-03-31T18:46:31.542182Z","steps":["trace[89632674] 'process raft request' (duration: 363.067854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:31.543299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:31.178601Z","time spent":"364.445611ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:33.738355Z","caller":"traceutil/trace.go:171","msg":"trace[1834626937] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"181.720774ms","start":"2026-03-31T18:46:33.556602Z","end":"2026-03-31T18:46:33.738323Z","steps":["trace[1834626937] 'read index received' (duration: 90.02248ms)","trace[1834626937] 'applied index is now lower than readState.Index' (duration: 91.696904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:33.738533Z","caller":"traceutil/trace.go:171","msg":"trace[282212365] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"185.096266ms","start":"2026-03-31T18:46:33.553375Z","end":"2026-03-31T18:46:33.738471Z","steps":["trace[282212365] 'process raft request' (duration: 184.760097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:33.738882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.253819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224141"} {"level":"info","ts":"2026-03-31T18:46:33.738962Z","caller":"traceutil/trace.go:171","msg":"trace[1633769246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8869; }","duration":"182.379492ms","start":"2026-03-31T18:46:33.556565Z","end":"2026-03-31T18:46:33.738944Z","steps":["trace[1633769246] 'agreement among raft nodes before linearized reading' (duration: 181.882369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:34.21333Z","caller":"traceutil/trace.go:171","msg":"trace[261580411] linearizableReadLoop","detail":"{readStateIndex:9201; appliedIndex:9198; }","duration":"203.482242ms","start":"2026-03-31T18:46:34.009812Z","end":"2026-03-31T18:46:34.213294Z","steps":["trace[261580411] 'read index received' (duration: 34.45153ms)","trace[261580411] 'applied index is now lower than readState.Index' (duration: 169.028702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:34.213379Z","caller":"traceutil/trace.go:171","msg":"trace[1458126320] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"212.323909ms","start":"2026-03-31T18:46:34.001012Z","end":"2026-03-31T18:46:34.213336Z","steps":["trace[1458126320] 'process raft request' (duration: 140.135811ms)","trace[1458126320] 'compare' (duration: 71.837538ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:34.213606Z","caller":"traceutil/trace.go:171","msg":"trace[266707571] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"205.597588ms","start":"2026-03-31T18:46:34.007975Z","end":"2026-03-31T18:46:34.213572Z","steps":["trace[266707571] 'process raft request' (duration: 205.211488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:34.213721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.783639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:34.213912Z","caller":"traceutil/trace.go:171","msg":"trace[1051488162] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8873; }","duration":"204.131519ms","start":"2026-03-31T18:46:34.009718Z","end":"2026-03-31T18:46:34.21385Z","steps":["trace[1051488162] 'agreement among raft nodes before linearized reading' (duration: 203.720377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:35.847943Z","caller":"traceutil/trace.go:171","msg":"trace[810114146] linearizableReadLoop","detail":"{readStateIndex:9208; appliedIndex:9207; }","duration":"100.109962ms","start":"2026-03-31T18:46:35.747813Z","end":"2026-03-31T18:46:35.847923Z","steps":["trace[810114146] 'read index received' (duration: 89.544837ms)","trace[810114146] 'applied index is now lower than readState.Index' (duration: 10.564035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:35.848036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.213494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:35.848136Z","caller":"traceutil/trace.go:171","msg":"trace[1684744212] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"101.336335ms","start":"2026-03-31T18:46:35.746757Z","end":"2026-03-31T18:46:35.848093Z","steps":["trace[1684744212] 'process raft request' (duration: 90.721088ms)","trace[1684744212] 'compare' (duration: 10.341589ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:35.848217Z","caller":"traceutil/trace.go:171","msg":"trace[971891108] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8880; }","duration":"100.423029ms","start":"2026-03-31T18:46:35.747764Z","end":"2026-03-31T18:46:35.848187Z","steps":["trace[971891108] 'agreement among raft nodes before linearized reading' (duration: 100.191123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:36.497735Z","caller":"traceutil/trace.go:171","msg":"trace[1721228815] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"158.997811ms","start":"2026-03-31T18:46:36.338707Z","end":"2026-03-31T18:46:36.497705Z","steps":["trace[1721228815] 'process raft request' (duration: 158.844037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.011061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.188112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:46:44.011083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.957094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-31T18:46:44.011123Z","caller":"traceutil/trace.go:171","msg":"trace[667695528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8967; }","duration":"300.294883ms","start":"2026-03-31T18:46:43.710814Z","end":"2026-03-31T18:46:44.011109Z","steps":["trace[667695528] 'range keys from in-memory index tree' (duration: 300.015346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:44.011145Z","caller":"traceutil/trace.go:171","msg":"trace[1280034265] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lzh92; range_end:; response_count:1; response_revision:8967; }","duration":"400.064827ms","start":"2026-03-31T18:46:43.611066Z","end":"2026-03-31T18:46:44.011131Z","steps":["trace[1280034265] 'range keys from in-memory index tree' (duration: 399.81488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.011156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.710799Z","time spent":"300.350926ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:44.011185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.611048Z","time spent":"400.125808ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" "} {"level":"warn","ts":"2026-03-31T18:46:44.011199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.323186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-31T18:46:44.011265Z","caller":"traceutil/trace.go:171","msg":"trace[893068824] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8967; }","duration":"459.44831ms","start":"2026-03-31T18:46:43.551802Z","end":"2026-03-31T18:46:44.01125Z","steps":["trace[893068824] 'range keys from in-memory index tree' (duration: 459.135171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:44.011297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:43.55178Z","time spent":"459.510441ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-31T18:46:46.440799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.476764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:46:46.440983Z","caller":"traceutil/trace.go:171","msg":"trace[1025886155] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"391.973747ms","start":"2026-03-31T18:46:46.048932Z","end":"2026-03-31T18:46:46.440906Z","steps":["trace[1025886155] 'process raft request' (duration: 142.113764ms)","trace[1025886155] 'compare' (duration: 249.328479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:46.441103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:46.048906Z","time spent":"392.150764ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:46.491378Z","caller":"traceutil/trace.go:171","msg":"trace[755609906] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"382.577475ms","start":"2026-03-31T18:46:46.108769Z","end":"2026-03-31T18:46:46.491346Z","steps":["trace[755609906] 'process raft request' (duration: 382.431951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:46.491555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:46.108741Z","time spent":"382.725458ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:46.529457Z","caller":"traceutil/trace.go:171","msg":"trace[640353318] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"234.692783ms","start":"2026-03-31T18:46:46.294737Z","end":"2026-03-31T18:46:46.52943Z","steps":["trace[640353318] 'process raft request' (duration: 234.611171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:46.529832Z","caller":"traceutil/trace.go:171","msg":"trace[758600258] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"245.613609ms","start":"2026-03-31T18:46:46.284192Z","end":"2026-03-31T18:46:46.529806Z","steps":["trace[758600258] 'process raft request' (duration: 245.018083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:48.459813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:48.960028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:49.460892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:49.956733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:46:49.95681Z","caller":"traceutil/trace.go:171","msg":"trace[2139391848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106837s","start":"2026-03-31T18:46:47.956686Z","end":"2026-03-31T18:46:49.956793Z","steps":["trace[2139391848] 'agreement among raft nodes before linearized reading' (duration: 2.000009574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:49.956856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:47.956666Z","time spent":"2.000181178s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:46:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:46:49.961908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:50.462792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:46:50.533856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.792597323s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:46:50.96342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418420757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:46:51.074861Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002471.wal"} {"level":"info","ts":"2026-03-31T18:46:51.075462Z","caller":"traceutil/trace.go:171","msg":"trace[554986112] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"3.334800056s","start":"2026-03-31T18:46:47.740644Z","end":"2026-03-31T18:46:51.075444Z","steps":["trace[554986112] 'process raft request' (duration: 3.334526579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.075599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:47.740615Z","time spent":"3.334911279s","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:51.077285Z","caller":"traceutil/trace.go:171","msg":"trace[581295693] transaction","detail":"{read_only:false; response_revision:8996; number_of_response:1; }","duration":"3.051292315s","start":"2026-03-31T18:46:48.025969Z","end":"2026-03-31T18:46:51.077262Z","steps":["trace[581295693] 'process raft request' (duration: 3.0511128s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:51.077298Z","caller":"traceutil/trace.go:171","msg":"trace[1450955663] transaction","detail":"{read_only:false; response_revision:8997; number_of_response:1; }","duration":"2.575833284s","start":"2026-03-31T18:46:48.501441Z","end":"2026-03-31T18:46:51.077274Z","steps":["trace[1450955663] 'process raft request' (duration: 2.575763723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.077361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.025944Z","time spent":"3.051380858s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:51.077431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.501424Z","time spent":"2.575925917s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:46:51.077503Z","caller":"traceutil/trace.go:171","msg":"trace[94006363] linearizableReadLoop","detail":"{readStateIndex:9332; appliedIndex:9327; }","duration":"3.120720759s","start":"2026-03-31T18:46:47.956769Z","end":"2026-03-31T18:46:51.077489Z","steps":["trace[94006363] 'read index received' (duration: 3.118262023s)","trace[94006363] 'applied index is now lower than readState.Index' (duration: 2.458016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:46:51.0776Z","caller":"traceutil/trace.go:171","msg":"trace[556449980] transaction","detail":"{read_only:false; response_revision:8998; number_of_response:1; }","duration":"2.541657092s","start":"2026-03-31T18:46:48.535926Z","end":"2026-03-31T18:46:51.077583Z","steps":["trace[556449980] 'process raft request' (duration: 2.541314593s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:51.077587Z","caller":"traceutil/trace.go:171","msg":"trace[588224977] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"2.541517477s","start":"2026-03-31T18:46:48.536045Z","end":"2026-03-31T18:46:51.077563Z","steps":["trace[588224977] 'process raft request' (duration: 2.541371894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.077656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.535894Z","time spent":"2.541731924s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:51.077684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043509855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:46:51.077725Z","caller":"traceutil/trace.go:171","msg":"trace[1355891345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:8999; }","duration":"3.043584077s","start":"2026-03-31T18:46:48.034129Z","end":"2026-03-31T18:46:51.077713Z","steps":["trace[1355891345] 'agreement among raft nodes before linearized reading' (duration: 3.043455804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.078436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.034109Z","time spent":"3.044288776s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:46:51.077722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.536034Z","time spent":"2.541609742s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:46:51.077833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120803757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:51.078731Z","caller":"traceutil/trace.go:171","msg":"trace[1872519744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8999; }","duration":"1.121724472s","start":"2026-03-31T18:46:49.956991Z","end":"2026-03-31T18:46:51.078716Z","steps":["trace[1872519744] 'agreement among raft nodes before linearized reading' (duration: 1.120813337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.07877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.956976Z","time spent":"1.121784014s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:46:51.077903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003986135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:51.078908Z","caller":"traceutil/trace.go:171","msg":"trace[1240794267] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8999; }","duration":"1.005038003s","start":"2026-03-31T18:46:50.073851Z","end":"2026-03-31T18:46:51.078889Z","steps":["trace[1240794267] 'agreement among raft nodes before linearized reading' (duration: 1.004007996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.078943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:50.073823Z","time spent":"1.005108445s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:51.07792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.370205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:46:51.07898Z","caller":"traceutil/trace.go:171","msg":"trace[1051728654] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8999; }","duration":"577.473564ms","start":"2026-03-31T18:46:50.501496Z","end":"2026-03-31T18:46:51.07897Z","steps":["trace[1051728654] 'agreement among raft nodes before linearized reading' (duration: 576.323723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:50.501442Z","time spent":"577.553757ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:46:51.077953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69970979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T18:46:51.079117Z","caller":"traceutil/trace.go:171","msg":"trace[1231300941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8999; }","duration":"1.700884822s","start":"2026-03-31T18:46:49.378207Z","end":"2026-03-31T18:46:51.079092Z","steps":["trace[1231300941] 'agreement among raft nodes before linearized reading' (duration: 1.69965476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.3782Z","time spent":"1.700963845s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:46:51.077956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.807112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:46:51.079245Z","caller":"traceutil/trace.go:171","msg":"trace[672423766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8999; }","duration":"606.137558ms","start":"2026-03-31T18:46:50.473099Z","end":"2026-03-31T18:46:51.079237Z","steps":["trace[672423766] 'agreement among raft nodes before linearized reading' (duration: 604.71661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:50.47308Z","time spent":"606.181979ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T18:46:51.07801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145924142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d44957f85-tgbcl.18a201659479f914\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T18:46:51.079389Z","caller":"traceutil/trace.go:171","msg":"trace[2089900560] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d44957f85-tgbcl.18a201659479f914; range_end:; response_count:1; response_revision:8999; }","duration":"2.14733371s","start":"2026-03-31T18:46:48.932047Z","end":"2026-03-31T18:46:51.07938Z","steps":["trace[2089900560] 'agreement among raft nodes before linearized reading' (duration: 2.14588308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.07941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.932028Z","time spent":"2.147374621s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5d44957f85-tgbcl.18a201659479f914\" "} {"level":"warn","ts":"2026-03-31T18:46:51.078031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63345602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:46:51.079522Z","caller":"traceutil/trace.go:171","msg":"trace[1780465356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8999; }","duration":"2.63493436s","start":"2026-03-31T18:46:48.44457Z","end":"2026-03-31T18:46:51.079504Z","steps":["trace[1780465356] 'agreement among raft nodes before linearized reading' (duration: 2.633419519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.444511Z","time spent":"2.635052232s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:51.07807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.739788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:51.079661Z","caller":"traceutil/trace.go:171","msg":"trace[1775637194] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8999; }","duration":"198.369273ms","start":"2026-03-31T18:46:50.881281Z","end":"2026-03-31T18:46:51.07965Z","steps":["trace[1775637194] 'agreement among raft nodes before linearized reading' (duration: 196.525454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.078069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021355696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:46:51.079766Z","caller":"traceutil/trace.go:171","msg":"trace[1636279454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8999; }","duration":"3.023079914s","start":"2026-03-31T18:46:48.056674Z","end":"2026-03-31T18:46:51.079754Z","steps":["trace[1636279454] 'agreement among raft nodes before linearized reading' (duration: 3.021330177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:48.056658Z","time spent":"3.023130996s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:46:51.078078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704456388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:46:51.079856Z","caller":"traceutil/trace.go:171","msg":"trace[1703792995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8999; }","duration":"1.706264387s","start":"2026-03-31T18:46:49.373585Z","end":"2026-03-31T18:46:51.079849Z","steps":["trace[1703792995] 'agreement among raft nodes before linearized reading' (duration: 1.704394197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.373567Z","time spent":"1.706304478s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:46:51.078077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977790475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:46:51.079937Z","caller":"traceutil/trace.go:171","msg":"trace[1577051395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8999; }","duration":"1.979695246s","start":"2026-03-31T18:46:49.100237Z","end":"2026-03-31T18:46:51.079932Z","steps":["trace[1577051395] 'agreement among raft nodes before linearized reading' (duration: 1.977750994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:46:51.079967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:46:49.100217Z","time spent":"1.979741448s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:46:51.81095Z","caller":"traceutil/trace.go:171","msg":"trace[605594338] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9339; }","duration":"129.523335ms","start":"2026-03-31T18:46:51.6814Z","end":"2026-03-31T18:46:51.810924Z","steps":["trace[605594338] 'read index received' (duration: 129.304019ms)","trace[605594338] 'applied index is now lower than readState.Index' (duration: 218.186µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:46:51.811075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.648269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:46:51.811049Z","caller":"traceutil/trace.go:171","msg":"trace[2137769294] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"290.822658ms","start":"2026-03-31T18:46:51.520198Z","end":"2026-03-31T18:46:51.811021Z","steps":["trace[2137769294] 'process raft request' (duration: 290.49652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:51.811109Z","caller":"traceutil/trace.go:171","msg":"trace[688700031] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9007; }","duration":"129.72678ms","start":"2026-03-31T18:46:51.681372Z","end":"2026-03-31T18:46:51.811099Z","steps":["trace[688700031] 'agreement among raft nodes before linearized reading' (duration: 129.644417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:46:52.568351Z","caller":"traceutil/trace.go:171","msg":"trace[1533048481] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"174.758795ms","start":"2026-03-31T18:46:52.393571Z","end":"2026-03-31T18:46:52.56833Z","steps":["trace[1533048481] 'process raft request' (duration: 174.572121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:04.386023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418421059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:04.935656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.000684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:04.935749Z","caller":"traceutil/trace.go:171","msg":"trace[92914439] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9446; }","duration":"1.050818959s","start":"2026-03-31T18:47:03.884915Z","end":"2026-03-31T18:47:04.935734Z","steps":["trace[92914439] 'read index received' (duration: 786.587228ms)","trace[92914439] 'applied index is now lower than readState.Index' (duration: 264.230631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:04.935755Z","caller":"traceutil/trace.go:171","msg":"trace[1053151747] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"1.058349502s","start":"2026-03-31T18:47:03.877389Z","end":"2026-03-31T18:47:04.935738Z","steps":["trace[1053151747] 'process raft request' (duration: 794.181253ms)","trace[1053151747] 'compare' (duration: 263.82056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:04.935819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.877373Z","time spent":"1.058416273s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:04.93583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050914053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T18:47:04.935862Z","caller":"traceutil/trace.go:171","msg":"trace[646610632] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9108; }","duration":"1.050983704s","start":"2026-03-31T18:47:03.884866Z","end":"2026-03-31T18:47:04.935849Z","steps":["trace[646610632] 'agreement among raft nodes before linearized reading' (duration: 1.050927472s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:04.935896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.884844Z","time spent":"1.051044465s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T18:47:05.67823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.834839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:05.678337Z","caller":"traceutil/trace.go:171","msg":"trace[22610478] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9447; }","duration":"742.541389ms","start":"2026-03-31T18:47:04.935772Z","end":"2026-03-31T18:47:05.678314Z","steps":["trace[22610478] 'read index received' (duration: 418.518904ms)","trace[22610478] 'applied index is now lower than readState.Index' (duration: 324.021015ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:05.678405Z","caller":"traceutil/trace.go:171","msg":"trace[542037916] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"873.665908ms","start":"2026-03-31T18:47:04.804728Z","end":"2026-03-31T18:47:05.678394Z","steps":["trace[542037916] 'process raft request' (duration: 549.568521ms)","trace[542037916] 'compare' (duration: 323.322216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:05.678465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.804696Z","time spent":"873.73766ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.678625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240000894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:05.67866Z","caller":"traceutil/trace.go:171","msg":"trace[1848753436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9109; }","duration":"1.240067935s","start":"2026-03-31T18:47:04.438582Z","end":"2026-03-31T18:47:05.67865Z","steps":["trace[1848753436] 'agreement among raft nodes before linearized reading' (duration: 1.239998453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.67869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.438566Z","time spent":"1.240114817s","remote":"127.0.0.1:50444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:05.67879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698764244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-31T18:47:05.678831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42181506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:05.6789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69931034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:47:05.678925Z","caller":"traceutil/trace.go:171","msg":"trace[544131749] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9109; }","duration":"1.699371881s","start":"2026-03-31T18:47:03.979546Z","end":"2026-03-31T18:47:05.678918Z","steps":["trace[544131749] 'agreement among raft nodes before linearized reading' (duration: 1.699295129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.67895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.979529Z","time spent":"1.699414943s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-31T18:47:05.678939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476798105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.678987Z","caller":"traceutil/trace.go:171","msg":"trace[421578886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9109; }","duration":"1.476888126s","start":"2026-03-31T18:47:04.202084Z","end":"2026-03-31T18:47:05.678972Z","steps":["trace[421578886] 'agreement among raft nodes before linearized reading' (duration: 1.476812025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.679034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.202065Z","time spent":"1.47695614s","remote":"127.0.0.1:37352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:05.678944Z","caller":"traceutil/trace.go:171","msg":"trace[1406928109] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9109; }","duration":"1.421942494s","start":"2026-03-31T18:47:04.256965Z","end":"2026-03-31T18:47:05.678908Z","steps":["trace[1406928109] 'agreement among raft nodes before linearized reading' (duration: 1.421745589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.679098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.256905Z","time spent":"1.422177569s","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:05.679126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793909333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-03-31T18:47:05.679167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721361556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.679217Z","caller":"traceutil/trace.go:171","msg":"trace[742953344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9109; }","duration":"1.721485887s","start":"2026-03-31T18:47:03.957718Z","end":"2026-03-31T18:47:05.679204Z","steps":["trace[742953344] 'agreement among raft nodes before linearized reading' (duration: 1.721415156s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.679227Z","caller":"traceutil/trace.go:171","msg":"trace[462726014] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lzh92; range_end:; response_count:1; response_revision:9109; }","duration":"1.794025945s","start":"2026-03-31T18:47:03.885174Z","end":"2026-03-31T18:47:05.6792Z","steps":["trace[462726014] 'agreement among raft nodes before linearized reading' (duration: 1.793782829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.679247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.957698Z","time spent":"1.72154291s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:47:05.679278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.885167Z","time spent":"1.794098678s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4763,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" "} {"level":"info","ts":"2026-03-31T18:47:05.678864Z","caller":"traceutil/trace.go:171","msg":"trace[733995372] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9109; }","duration":"1.698839446s","start":"2026-03-31T18:47:03.980006Z","end":"2026-03-31T18:47:05.678846Z","steps":["trace[733995372] 'agreement among raft nodes before linearized reading' (duration: 1.698633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.67945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:03.979979Z","time spent":"1.699456445s","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"info","ts":"2026-03-31T18:47:05.926985Z","caller":"traceutil/trace.go:171","msg":"trace[1973396077] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"979.898085ms","start":"2026-03-31T18:47:04.946983Z","end":"2026-03-31T18:47:05.926881Z","steps":["trace[1973396077] 'process raft request' (duration: 880.883043ms)","trace[1973396077] 'compare' (duration: 98.799356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:05.927247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:04.946957Z","time spent":"980.152401ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:05.927314Z","caller":"traceutil/trace.go:171","msg":"trace[523166132] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"762.629091ms","start":"2026-03-31T18:47:05.164642Z","end":"2026-03-31T18:47:05.927271Z","steps":["trace[523166132] 'process raft request' (duration: 762.427976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.927287Z","caller":"traceutil/trace.go:171","msg":"trace[1477228348] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"774.956444ms","start":"2026-03-31T18:47:05.152288Z","end":"2026-03-31T18:47:05.927244Z","steps":["trace[1477228348] 'process raft request' (duration: 774.510511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.927424Z","caller":"traceutil/trace.go:171","msg":"trace[972379351] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"762.498137ms","start":"2026-03-31T18:47:05.164906Z","end":"2026-03-31T18:47:05.927404Z","steps":["trace[972379351] 'process raft request' (duration: 762.269561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.164618Z","time spent":"762.753504ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.927524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.164883Z","time spent":"762.59108ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:05.927553Z","caller":"traceutil/trace.go:171","msg":"trace[255017005] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"761.259033ms","start":"2026-03-31T18:47:05.166269Z","end":"2026-03-31T18:47:05.927528Z","steps":["trace[255017005] 'process raft request' (duration: 760.968566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.166234Z","time spent":"761.374317ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.927648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.997911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:47:05.927689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.293449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.927728Z","caller":"traceutil/trace.go:171","msg":"trace[1087149557] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9114; }","duration":"355.36542ms","start":"2026-03-31T18:47:05.572349Z","end":"2026-03-31T18:47:05.927715Z","steps":["trace[1087149557] 'agreement among raft nodes before linearized reading' (duration: 355.299738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.124501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:47:05.927742Z","caller":"traceutil/trace.go:171","msg":"trace[606084323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9114; }","duration":"680.103024ms","start":"2026-03-31T18:47:05.247601Z","end":"2026-03-31T18:47:05.927704Z","steps":["trace[606084323] 'agreement among raft nodes before linearized reading' (duration: 679.875478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.57233Z","time spent":"355.431811ms","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:05.927785Z","caller":"traceutil/trace.go:171","msg":"trace[227973038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:9114; }","duration":"678.222872ms","start":"2026-03-31T18:47:05.249545Z","end":"2026-03-31T18:47:05.927768Z","steps":["trace[227973038] 'agreement among raft nodes before linearized reading' (duration: 678.027818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.247591Z","time spent":"680.193697ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:05.927825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.249534Z","time spent":"678.280244ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:47:05.927852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.495825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:47:05.927497Z","caller":"traceutil/trace.go:171","msg":"trace[1190459388] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9448; }","duration":"249.0614ms","start":"2026-03-31T18:47:05.67836Z","end":"2026-03-31T18:47:05.927421Z","steps":["trace[1190459388] 'read index received' (duration: 149.405621ms)","trace[1190459388] 'applied index is now lower than readState.Index' (duration: 99.654419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:05.927883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.612475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:47:05.927912Z","caller":"traceutil/trace.go:171","msg":"trace[1280045184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9114; }","duration":"693.592309ms","start":"2026-03-31T18:47:05.234305Z","end":"2026-03-31T18:47:05.927898Z","steps":["trace[1280045184] 'agreement among raft nodes before linearized reading' (duration: 693.365303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.344109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128832"} {"level":"warn","ts":"2026-03-31T18:47:05.927962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.234281Z","time spent":"693.6714ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:47:05.927953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.036836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:47:05.927962Z","caller":"traceutil/trace.go:171","msg":"trace[1218436196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9114; }","duration":"681.717187ms","start":"2026-03-31T18:47:05.246223Z","end":"2026-03-31T18:47:05.92794Z","steps":["trace[1218436196] 'agreement among raft nodes before linearized reading' (duration: 681.526202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.927995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.794234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.927978Z","caller":"traceutil/trace.go:171","msg":"trace[1043010112] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9114; }","duration":"720.475484ms","start":"2026-03-31T18:47:05.207488Z","end":"2026-03-31T18:47:05.927964Z","steps":["trace[1043010112] 'agreement among raft nodes before linearized reading' (duration: 720.225117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.92813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.152258Z","time spent":"775.114478ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:05.928182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.207468Z","time spent":"720.702289ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:47:05.928017Z","caller":"traceutil/trace.go:171","msg":"trace[687290044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9114; }","duration":"692.146829ms","start":"2026-03-31T18:47:05.235855Z","end":"2026-03-31T18:47:05.928002Z","steps":["trace[687290044] 'agreement among raft nodes before linearized reading' (duration: 691.916342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.928354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.967811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:47:05.928386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.235834Z","time spent":"692.537279ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:47:05.928521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.803566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T18:47:05.928643Z","caller":"traceutil/trace.go:171","msg":"trace[415483887] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9114; }","duration":"244.98289ms","start":"2026-03-31T18:47:05.683639Z","end":"2026-03-31T18:47:05.928622Z","steps":["trace[415483887] 'agreement among raft nodes before linearized reading' (duration: 244.383505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.928026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.246209Z","time spent":"681.80322ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:47:05.928055Z","caller":"traceutil/trace.go:171","msg":"trace[347839570] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9114; }","duration":"759.887417ms","start":"2026-03-31T18:47:05.168153Z","end":"2026-03-31T18:47:05.92804Z","steps":["trace[347839570] 'agreement among raft nodes before linearized reading' (duration: 759.785604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.929043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.168142Z","time spent":"760.881774ms","remote":"127.0.0.1:46164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:05.928044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.183716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T18:47:05.929191Z","caller":"traceutil/trace.go:171","msg":"trace[1581111205] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9114; }","duration":"714.44775ms","start":"2026-03-31T18:47:05.214732Z","end":"2026-03-31T18:47:05.92918Z","steps":["trace[1581111205] 'agreement among raft nodes before linearized reading' (duration: 712.96295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.929245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.214707Z","time spent":"714.525093ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:47:05.928036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.413238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.929419Z","caller":"traceutil/trace.go:171","msg":"trace[1130226486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9114; }","duration":"248.852916ms","start":"2026-03-31T18:47:05.680556Z","end":"2026-03-31T18:47:05.929409Z","steps":["trace[1130226486] 'agreement among raft nodes before linearized reading' (duration: 247.431278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.92811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.430663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T18:47:05.929647Z","caller":"traceutil/trace.go:171","msg":"trace[193506742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9114; }","duration":"246.989076ms","start":"2026-03-31T18:47:05.682647Z","end":"2026-03-31T18:47:05.929636Z","steps":["trace[193506742] 'agreement among raft nodes before linearized reading' (duration: 245.381373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.928107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.288879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:47:05.92842Z","caller":"traceutil/trace.go:171","msg":"trace[356667097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9114; }","duration":"680.71446ms","start":"2026-03-31T18:47:05.247687Z","end":"2026-03-31T18:47:05.928401Z","steps":["trace[356667097] 'agreement among raft nodes before linearized reading' (duration: 679.937899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:05.929858Z","caller":"traceutil/trace.go:171","msg":"trace[933179389] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9114; }","duration":"247.042837ms","start":"2026-03-31T18:47:05.682802Z","end":"2026-03-31T18:47:05.929844Z","steps":["trace[933179389] 'agreement among raft nodes before linearized reading' (duration: 245.197957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.929898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.247658Z","time spent":"682.223442ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:05.927636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.087667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:05.930289Z","caller":"traceutil/trace.go:171","msg":"trace[2055660293] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9114; }","duration":"614.808912ms","start":"2026-03-31T18:47:05.315461Z","end":"2026-03-31T18:47:05.930269Z","steps":["trace[2055660293] 'agreement among raft nodes before linearized reading' (duration: 612.023606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:05.930338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.315386Z","time spent":"614.932376ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:06.202528Z","caller":"traceutil/trace.go:171","msg":"trace[1554565293] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"268.008692ms","start":"2026-03-31T18:47:05.934476Z","end":"2026-03-31T18:47:06.202485Z","steps":["trace[1554565293] 'process raft request' (duration: 267.707695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.492981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.429887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:47:06.493461Z","caller":"traceutil/trace.go:171","msg":"trace[1118782469] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"558.936425ms","start":"2026-03-31T18:47:05.934503Z","end":"2026-03-31T18:47:06.493439Z","steps":["trace[1118782469] 'process raft request' (duration: 558.679008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.49357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.934487Z","time spent":"559.053128ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:06.49364Z","caller":"traceutil/trace.go:171","msg":"trace[343268199] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"558.955196ms","start":"2026-03-31T18:47:05.934663Z","end":"2026-03-31T18:47:06.493619Z","steps":["trace[343268199] 'process raft request' (duration: 558.696528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.493807Z","caller":"traceutil/trace.go:171","msg":"trace[52816459] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"354.184199ms","start":"2026-03-31T18:47:06.139599Z","end":"2026-03-31T18:47:06.493783Z","steps":["trace[52816459] 'process raft request' (duration: 353.882171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.493802Z","caller":"traceutil/trace.go:171","msg":"trace[1047282778] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"559.14282ms","start":"2026-03-31T18:47:05.934576Z","end":"2026-03-31T18:47:06.493718Z","steps":["trace[1047282778] 'process raft request' (duration: 558.724068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.493815Z","caller":"traceutil/trace.go:171","msg":"trace[2122998845] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"558.005509ms","start":"2026-03-31T18:47:05.935779Z","end":"2026-03-31T18:47:06.493785Z","steps":["trace[2122998845] 'process raft request' (duration: 557.641549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.493646Z","caller":"traceutil/trace.go:171","msg":"trace[40147100] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9453; }","duration":"558.934984ms","start":"2026-03-31T18:47:05.934686Z","end":"2026-03-31T18:47:06.493621Z","steps":["trace[40147100] 'read index received' (duration: 74.83596ms)","trace[40147100] 'applied index is now lower than readState.Index' (duration: 484.095744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:06.4935Z","caller":"traceutil/trace.go:171","msg":"trace[1527745883] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"558.963035ms","start":"2026-03-31T18:47:05.934497Z","end":"2026-03-31T18:47:06.49346Z","steps":["trace[1527745883] 'process raft request' (duration: 267.918641ms)","trace[1527745883] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 289.865512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:06.493968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.139557Z","time spent":"354.317012ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:06.493962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.934655Z","time spent":"559.213182ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:06.494081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.934483Z","time spent":"559.53586ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:06.494129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.420188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:06.493974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.93577Z","time spent":"558.125182ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:06.494186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.092609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T18:47:06.494193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.489859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228804"} {"level":"warn","ts":"2026-03-31T18:47:06.494226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.594138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:06.494255Z","caller":"traceutil/trace.go:171","msg":"trace[1882707653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9122; }","duration":"559.56001ms","start":"2026-03-31T18:47:05.934682Z","end":"2026-03-31T18:47:06.494242Z","steps":["trace[1882707653] 'agreement among raft nodes before linearized reading' (duration: 559.017935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.494164Z","caller":"traceutil/trace.go:171","msg":"trace[677705206] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9122; }","duration":"519.50525ms","start":"2026-03-31T18:47:05.974646Z","end":"2026-03-31T18:47:06.494152Z","steps":["trace[677705206] 'agreement among raft nodes before linearized reading' (duration: 519.424528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.494298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.934657Z","time spent":"559.631324ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228827,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:47:06.494314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.916589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T18:47:06.49431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.974617Z","time spent":"519.677215ms","remote":"127.0.0.1:50408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:06.494332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.791509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:06.494313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.481138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128832"} {"level":"info","ts":"2026-03-31T18:47:06.494345Z","caller":"traceutil/trace.go:171","msg":"trace[1361029773] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9122; }","duration":"556.985552ms","start":"2026-03-31T18:47:05.93735Z","end":"2026-03-31T18:47:06.494336Z","steps":["trace[1361029773] 'agreement among raft nodes before linearized reading' (duration: 556.893149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.494373Z","caller":"traceutil/trace.go:171","msg":"trace[2135735385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9122; }","duration":"555.846251ms","start":"2026-03-31T18:47:05.938515Z","end":"2026-03-31T18:47:06.494361Z","steps":["trace[2135735385] 'agreement among raft nodes before linearized reading' (duration: 555.790009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.494399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.938509Z","time spent":"555.884733ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:47:06.494392Z","caller":"traceutil/trace.go:171","msg":"trace[1045264298] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9122; }","duration":"556.5839ms","start":"2026-03-31T18:47:05.93779Z","end":"2026-03-31T18:47:06.494374Z","steps":["trace[1045264298] 'agreement among raft nodes before linearized reading' (duration: 556.339943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:06.494223Z","caller":"traceutil/trace.go:171","msg":"trace[443831340] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9122; }","duration":"559.14364ms","start":"2026-03-31T18:47:05.935069Z","end":"2026-03-31T18:47:06.494213Z","steps":["trace[443831340] 'agreement among raft nodes before linearized reading' (duration: 558.980957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.494452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.937777Z","time spent":"556.661962ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128855,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:47:06.494486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.93506Z","time spent":"559.416388ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":649,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-03-31T18:47:06.494253Z","caller":"traceutil/trace.go:171","msg":"trace[691782326] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9122; }","duration":"172.66993ms","start":"2026-03-31T18:47:06.321575Z","end":"2026-03-31T18:47:06.494245Z","steps":["trace[691782326] 'agreement among raft nodes before linearized reading' (duration: 172.621809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.494401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.937324Z","time spent":"557.070394ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T18:47:06.493977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:05.934567Z","time spent":"559.319034ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:06.81943Z","caller":"traceutil/trace.go:171","msg":"trace[1224466882] linearizableReadLoop","detail":"{readStateIndex:9462; appliedIndex:9461; }","duration":"314.612652ms","start":"2026-03-31T18:47:06.504786Z","end":"2026-03-31T18:47:06.819398Z","steps":["trace[1224466882] 'read index received' (duration: 267.11202ms)","trace[1224466882] 'applied index is now lower than readState.Index' (duration: 47.499522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:06.819485Z","caller":"traceutil/trace.go:171","msg":"trace[1020619810] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"315.908075ms","start":"2026-03-31T18:47:06.503554Z","end":"2026-03-31T18:47:06.819462Z","steps":["trace[1020619810] 'process raft request' (duration: 268.250839ms)","trace[1020619810] 'compare' (duration: 47.43015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:06.8196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.503536Z","time spent":"316.001188ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:47:06.819717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.917689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lzh92\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-31T18:47:06.819777Z","caller":"traceutil/trace.go:171","msg":"trace[528524180] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lzh92; range_end:; response_count:1; response_revision:9123; }","duration":"314.995911ms","start":"2026-03-31T18:47:06.504764Z","end":"2026-03-31T18:47:06.81976Z","steps":["trace[528524180] 'agreement among raft nodes before linearized reading' (duration: 314.775965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:06.819821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.504753Z","time spent":"315.057043ms","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-lzh92\" "} {"level":"warn","ts":"2026-03-31T18:47:07.320383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418421095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:47:07.656354Z","caller":"traceutil/trace.go:171","msg":"trace[27334593] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"1.148859724s","start":"2026-03-31T18:47:06.507465Z","end":"2026-03-31T18:47:07.656325Z","steps":["trace[27334593] 'process raft request' (duration: 1.148654459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:07.656563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.507451Z","time spent":"1.148997358s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:08.001238Z","caller":"traceutil/trace.go:171","msg":"trace[625521234] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9125; }","duration":"1.178940947s","start":"2026-03-31T18:47:06.822275Z","end":"2026-03-31T18:47:08.001216Z","steps":["trace[625521234] 'process raft request' (duration: 1.178643479s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.00149Z","caller":"traceutil/trace.go:171","msg":"trace[407830022] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"499.394757ms","start":"2026-03-31T18:47:07.502062Z","end":"2026-03-31T18:47:08.001456Z","steps":["trace[407830022] 'process raft request' (duration: 499.110059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.00149Z","caller":"traceutil/trace.go:171","msg":"trace[593584554] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9462; }","duration":"1.181933627s","start":"2026-03-31T18:47:06.819508Z","end":"2026-03-31T18:47:08.001441Z","steps":["trace[593584554] 'read index received' (duration: 836.611927ms)","trace[593584554] 'applied index is now lower than readState.Index' (duration: 345.31824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:08.001314Z","caller":"traceutil/trace.go:171","msg":"trace[2091857983] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"1.176671465s","start":"2026-03-31T18:47:06.824606Z","end":"2026-03-31T18:47:08.001277Z","steps":["trace[2091857983] 'process raft request' (duration: 1.176506741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.001641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.502032Z","time spent":"499.526892ms","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:08.001683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43773637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:08.001791Z","caller":"traceutil/trace.go:171","msg":"trace[716669266] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9127; }","duration":"1.437886495s","start":"2026-03-31T18:47:06.563891Z","end":"2026-03-31T18:47:08.001778Z","steps":["trace[716669266] 'agreement among raft nodes before linearized reading' (duration: 1.437691819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.001704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.824582Z","time spent":"1.177071876s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:08.001615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.822259Z","time spent":"1.179146252s","remote":"127.0.0.1:48626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T18:47:08.002338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.56385Z","time spent":"1.43846598s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:47:08.501635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418421103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:47:08.958523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.491942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:08.958639Z","caller":"traceutil/trace.go:171","msg":"trace[1433039389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9127; }","duration":"508.619635ms","start":"2026-03-31T18:47:08.45Z","end":"2026-03-31T18:47:08.95862Z","steps":["trace[1433039389] 'range keys from in-memory index tree' (duration: 508.474932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.958844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:47:08.958945Z","caller":"traceutil/trace.go:171","msg":"trace[1102693983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990905s","start":"2026-03-31T18:47:06.958929Z","end":"2026-03-31T18:47:08.95892Z","steps":["trace[1102693983] 'agreement among raft nodes before linearized reading' (duration: 1.999873042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.959018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:06.958874Z","time spent":"2.000127867s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:47:08.993053Z","caller":"traceutil/trace.go:171","msg":"trace[377840675] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"1.059952454s","start":"2026-03-31T18:47:07.933076Z","end":"2026-03-31T18:47:08.993028Z","steps":["trace[377840675] 'process raft request' (duration: 1.059757149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.993219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.933034Z","time spent":"1.060089549s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:08.993331Z","caller":"traceutil/trace.go:171","msg":"trace[1788970917] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"1.060083087s","start":"2026-03-31T18:47:07.933189Z","end":"2026-03-31T18:47:08.993272Z","steps":["trace[1788970917] 'process raft request' (duration: 1.05979585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.993426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.933168Z","time spent":"1.060213911s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:08.993608Z","caller":"traceutil/trace.go:171","msg":"trace[1150632274] linearizableReadLoop","detail":"{readStateIndex:9470; appliedIndex:9466; }","duration":"991.985471ms","start":"2026-03-31T18:47:08.001592Z","end":"2026-03-31T18:47:08.993577Z","steps":["trace[1150632274] 'read index received' (duration: 991.154218ms)","trace[1150632274] 'applied index is now lower than readState.Index' (duration: 829.833µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:08.993713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145425372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:08.993784Z","caller":"traceutil/trace.go:171","msg":"trace[1314927333] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9131; }","duration":"1.145517334s","start":"2026-03-31T18:47:07.848254Z","end":"2026-03-31T18:47:08.993771Z","steps":["trace[1314927333] 'agreement among raft nodes before linearized reading' (duration: 1.145433632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.993775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114540997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:08.993826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.848239Z","time spent":"1.145577315s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:08.993794Z","caller":"traceutil/trace.go:171","msg":"trace[2055137885] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"1.059306727s","start":"2026-03-31T18:47:07.934425Z","end":"2026-03-31T18:47:08.993731Z","steps":["trace[2055137885] 'process raft request' (duration: 1.05903269s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.993861Z","caller":"traceutil/trace.go:171","msg":"trace[680620674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9131; }","duration":"1.114704861s","start":"2026-03-31T18:47:07.879136Z","end":"2026-03-31T18:47:08.993841Z","steps":["trace[680620674] 'agreement among raft nodes before linearized reading' (duration: 1.114548178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.99392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.87911Z","time spent":"1.114794785s","remote":"127.0.0.1:40926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.993923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197740413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:47:08.993944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.9344Z","time spent":"1.059467392s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:08.993985Z","caller":"traceutil/trace.go:171","msg":"trace[1761008488] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9131; }","duration":"1.197862227s","start":"2026-03-31T18:47:07.796103Z","end":"2026-03-31T18:47:08.993966Z","steps":["trace[1761008488] 'agreement among raft nodes before linearized reading' (duration: 1.197685392s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.99396Z","caller":"traceutil/trace.go:171","msg":"trace[521235722] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"1.060102128s","start":"2026-03-31T18:47:07.933825Z","end":"2026-03-31T18:47:08.993928Z","steps":["trace[521235722] 'process raft request' (duration: 1.059378709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.661294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:08.994066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.152216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:47:08.994063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861364482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:47:08.994076Z","caller":"traceutil/trace.go:171","msg":"trace[1928807055] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9131; }","duration":"987.744986ms","start":"2026-03-31T18:47:08.006316Z","end":"2026-03-31T18:47:08.994061Z","steps":["trace[1928807055] 'agreement among raft nodes before linearized reading' (duration: 987.651774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.9941Z","caller":"traceutil/trace.go:171","msg":"trace[1046116816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9131; }","duration":"494.229177ms","start":"2026-03-31T18:47:08.499861Z","end":"2026-03-31T18:47:08.994091Z","steps":["trace[1046116816] 'agreement among raft nodes before linearized reading' (duration: 494.108394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.006301Z","time spent":"987.811007ms","remote":"127.0.0.1:33176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T18:47:08.994118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.933812Z","time spent":"1.060221851s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:08.994148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724165301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:47:08.994153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499206169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:08.994171Z","caller":"traceutil/trace.go:171","msg":"trace[818827777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9131; }","duration":"1.724223571s","start":"2026-03-31T18:47:07.269941Z","end":"2026-03-31T18:47:08.994164Z","steps":["trace[818827777] 'agreement among raft nodes before linearized reading' (duration: 1.72417998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.269924Z","time spent":"1.724273004s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:08.994205Z","caller":"traceutil/trace.go:171","msg":"trace[786232937] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9131; }","duration":"1.499300782s","start":"2026-03-31T18:47:07.494889Z","end":"2026-03-31T18:47:08.99419Z","steps":["trace[786232937] 'agreement among raft nodes before linearized reading' (duration: 1.499191729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.494863Z","time spent":"1.499377564s","remote":"127.0.0.1:40972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.994301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.022688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:08.994106Z","caller":"traceutil/trace.go:171","msg":"trace[186717944] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:9131; }","duration":"1.861452845s","start":"2026-03-31T18:47:07.132643Z","end":"2026-03-31T18:47:08.994096Z","steps":["trace[186717944] 'agreement among raft nodes before linearized reading' (duration: 1.86128105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.994364Z","caller":"traceutil/trace.go:171","msg":"trace[1211384029] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9131; }","duration":"708.111519ms","start":"2026-03-31T18:47:08.286222Z","end":"2026-03-31T18:47:08.994333Z","steps":["trace[1211384029] 'agreement among raft nodes before linearized reading' (duration: 708.031247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.266687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:47:08.9944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.286199Z","time spent":"708.192112ms","remote":"127.0.0.1:40904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.994397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.132624Z","time spent":"1.861758694s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"info","ts":"2026-03-31T18:47:08.994427Z","caller":"traceutil/trace.go:171","msg":"trace[1231052224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9131; }","duration":"325.366871ms","start":"2026-03-31T18:47:08.669043Z","end":"2026-03-31T18:47:08.99441Z","steps":["trace[1231052224] 'agreement among raft nodes before linearized reading' (duration: 325.272338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.688845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:47:08.994496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.471818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:47:08.99452Z","caller":"traceutil/trace.go:171","msg":"trace[2096565998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:9131; }","duration":"492.778248ms","start":"2026-03-31T18:47:08.501732Z","end":"2026-03-31T18:47:08.99451Z","steps":["trace[2096565998] 'agreement among raft nodes before linearized reading' (duration: 492.673976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.99454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333638802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-03-31T18:47:08.994485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.66902Z","time spent":"325.446983ms","remote":"127.0.0.1:50428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.994135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.499831Z","time spent":"494.29431ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:47:08.99459Z","caller":"traceutil/trace.go:171","msg":"trace[1689678916] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lzh92; range_end:; response_count:1; response_revision:9131; }","duration":"1.333725653s","start":"2026-03-31T18:47:07.660852Z","end":"2026-03-31T18:47:08.994578Z","steps":["trace[1689678916] 'agreement among raft nodes before linearized reading' (duration: 1.333592139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.825581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:08.994631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.660779Z","time spent":"1.333841737s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" "} {"level":"info","ts":"2026-03-31T18:47:08.994654Z","caller":"traceutil/trace.go:171","msg":"trace[1748273040] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9131; }","duration":"923.911204ms","start":"2026-03-31T18:47:08.070725Z","end":"2026-03-31T18:47:08.994636Z","steps":["trace[1748273040] 'agreement among raft nodes before linearized reading' (duration: 923.845811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.9947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.070656Z","time spent":"924.029776ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.994736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.015857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:08.994762Z","caller":"traceutil/trace.go:171","msg":"trace[486990191] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9131; }","duration":"207.078259ms","start":"2026-03-31T18:47:08.787677Z","end":"2026-03-31T18:47:08.994755Z","steps":["trace[486990191] 'agreement among raft nodes before linearized reading' (duration: 206.978006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.994546Z","caller":"traceutil/trace.go:171","msg":"trace[2113886593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9131; }","duration":"788.558611ms","start":"2026-03-31T18:47:08.205974Z","end":"2026-03-31T18:47:08.994533Z","steps":["trace[2113886593] 'agreement among raft nodes before linearized reading' (duration: 788.398096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.323347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:47:08.994549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.501725Z","time spent":"492.817469ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:47:08.994802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.205957Z","time spent":"788.835247ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:47:08.994812Z","caller":"traceutil/trace.go:171","msg":"trace[1251502282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9131; }","duration":"495.394239ms","start":"2026-03-31T18:47:08.499404Z","end":"2026-03-31T18:47:08.994798Z","steps":["trace[1251502282] 'agreement among raft nodes before linearized reading' (duration: 495.276306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.994866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.499389Z","time spent":"495.449401ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:47:08.993661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148852374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:08.994654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.800114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:47:08.994958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.958467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:47:08.994987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.392731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:08.995009Z","caller":"traceutil/trace.go:171","msg":"trace[1019779566] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9131; }","duration":"970.013288ms","start":"2026-03-31T18:47:08.024981Z","end":"2026-03-31T18:47:08.994995Z","steps":["trace[1019779566] 'agreement among raft nodes before linearized reading' (duration: 969.926895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.99502Z","caller":"traceutil/trace.go:171","msg":"trace[558608878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9131; }","duration":"495.168793ms","start":"2026-03-31T18:47:08.499822Z","end":"2026-03-31T18:47:08.994991Z","steps":["trace[558608878] 'agreement among raft nodes before linearized reading' (duration: 494.726871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.995045Z","caller":"traceutil/trace.go:171","msg":"trace[1338213957] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9131; }","duration":"577.499726ms","start":"2026-03-31T18:47:08.417529Z","end":"2026-03-31T18:47:08.995029Z","steps":["trace[1338213957] 'agreement among raft nodes before linearized reading' (duration: 577.377631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.995054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.02494Z","time spent":"970.10051ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.995098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.417504Z","time spent":"577.579887ms","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:47:08.995115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.49981Z","time spent":"495.271816ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:08.995119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.936461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T18:47:08.994033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.796075Z","time spent":"1.197943659s","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:08.99517Z","caller":"traceutil/trace.go:171","msg":"trace[190132297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9131; }","duration":"497.012513ms","start":"2026-03-31T18:47:08.498144Z","end":"2026-03-31T18:47:08.995157Z","steps":["trace[190132297] 'agreement among raft nodes before linearized reading' (duration: 496.871648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:08.994957Z","caller":"traceutil/trace.go:171","msg":"trace[1572934763] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9131; }","duration":"1.150215281s","start":"2026-03-31T18:47:07.844732Z","end":"2026-03-31T18:47:08.994947Z","steps":["trace[1572934763] 'agreement among raft nodes before linearized reading' (duration: 1.148891335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:08.995213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:08.49813Z","time spent":"497.071914ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:47:08.995223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:07.844713Z","time spent":"1.150495789s","remote":"127.0.0.1:33112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:09.140276Z","caller":"traceutil/trace.go:171","msg":"trace[538053947] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"109.273209ms","start":"2026-03-31T18:47:09.030975Z","end":"2026-03-31T18:47:09.140249Z","steps":["trace[538053947] 'process raft request' (duration: 45.837317ms)","trace[538053947] 'compare' (duration: 63.263097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:09.140772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.766059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228784"} {"level":"info","ts":"2026-03-31T18:47:09.140874Z","caller":"traceutil/trace.go:171","msg":"trace[858007362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9138; }","duration":"140.898323ms","start":"2026-03-31T18:47:08.999953Z","end":"2026-03-31T18:47:09.140851Z","steps":["trace[858007362] 'agreement among raft nodes before linearized reading' (duration: 140.292096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:09.141118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.631912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:09.14123Z","caller":"traceutil/trace.go:171","msg":"trace[712365981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9138; }","duration":"138.774896ms","start":"2026-03-31T18:47:09.00244Z","end":"2026-03-31T18:47:09.141214Z","steps":["trace[712365981] 'agreement among raft nodes before linearized reading' (duration: 138.513138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:09.141063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.557517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lzh92\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-31T18:47:09.14137Z","caller":"traceutil/trace.go:171","msg":"trace[1199442102] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lzh92; range_end:; response_count:1; response_revision:9138; }","duration":"132.886077ms","start":"2026-03-31T18:47:09.008463Z","end":"2026-03-31T18:47:09.141349Z","steps":["trace[1199442102] 'agreement among raft nodes before linearized reading' (duration: 132.348312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:09.501417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.805926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:47:09.501488Z","caller":"traceutil/trace.go:171","msg":"trace[2084699435] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9141; }","duration":"118.883948ms","start":"2026-03-31T18:47:09.382583Z","end":"2026-03-31T18:47:09.501467Z","steps":["trace[2084699435] 'range keys from in-memory index tree' (duration: 118.728714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:10.106116Z","caller":"traceutil/trace.go:171","msg":"trace[384336425] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"401.450173ms","start":"2026-03-31T18:47:09.704628Z","end":"2026-03-31T18:47:10.106078Z","steps":["trace[384336425] 'process raft request' (duration: 401.216917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:10.10609Z","caller":"traceutil/trace.go:171","msg":"trace[599685515] linearizableReadLoop","detail":"{readStateIndex:9482; appliedIndex:9481; }","duration":"178.214719ms","start":"2026-03-31T18:47:09.927817Z","end":"2026-03-31T18:47:10.106032Z","steps":["trace[599685515] 'read index received' (duration: 177.960582ms)","trace[599685515] 'applied index is now lower than readState.Index' (duration: 253.197µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:10.106303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:09.704597Z","time spent":"401.611508ms","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:10.183156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.311421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:10.183263Z","caller":"traceutil/trace.go:171","msg":"trace[109383858] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9142; }","duration":"255.463465ms","start":"2026-03-31T18:47:09.927766Z","end":"2026-03-31T18:47:10.18323Z","steps":["trace[109383858] 'agreement among raft nodes before linearized reading' (duration: 178.464357ms)","trace[109383858] 'count revisions from in-memory index tree' (duration: 76.850083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:47:11.559948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418421162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:47:11.667959Z","caller":"traceutil/trace.go:171","msg":"trace[980222592] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"669.061166ms","start":"2026-03-31T18:47:10.998877Z","end":"2026-03-31T18:47:11.667939Z","steps":["trace[980222592] 'process raft request' (duration: 668.917892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.668078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:10.99886Z","time spent":"669.159959ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:11.964475Z","caller":"traceutil/trace.go:171","msg":"trace[1151396815] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"965.191277ms","start":"2026-03-31T18:47:10.999262Z","end":"2026-03-31T18:47:11.964453Z","steps":["trace[1151396815] 'process raft request' (duration: 965.015642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.964615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:10.999238Z","time spent":"965.302081ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:11.964764Z","caller":"traceutil/trace.go:171","msg":"trace[38358752] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9482; }","duration":"905.254ms","start":"2026-03-31T18:47:11.05949Z","end":"2026-03-31T18:47:11.964744Z","steps":["trace[38358752] 'read index received' (duration: 608.322337ms)","trace[38358752] 'applied index is now lower than readState.Index' (duration: 296.930633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:11.964822Z","caller":"traceutil/trace.go:171","msg":"trace[1258406526] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"964.619232ms","start":"2026-03-31T18:47:11.000186Z","end":"2026-03-31T18:47:11.964805Z","steps":["trace[1258406526] 'process raft request' (duration: 964.434598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.964898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.000166Z","time spent":"964.693734ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:47:11.964917Z","caller":"traceutil/trace.go:171","msg":"trace[317294328] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"965.508136ms","start":"2026-03-31T18:47:10.999397Z","end":"2026-03-31T18:47:11.964905Z","steps":["trace[317294328] 'process raft request' (duration: 965.024364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.964981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:10.999391Z","time spent":"965.549728ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:47:11.964984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.472406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:47:11.965133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.039445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:47:11.965175Z","caller":"traceutil/trace.go:171","msg":"trace[444890585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:9146; }","duration":"815.107758ms","start":"2026-03-31T18:47:11.150058Z","end":"2026-03-31T18:47:11.965165Z","steps":["trace[444890585] 'agreement among raft nodes before linearized reading' (duration: 814.975114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.502157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:47:11.9652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.150041Z","time spent":"815.152768ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:47:11.965211Z","caller":"traceutil/trace.go:171","msg":"trace[519152397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9146; }","duration":"905.5772ms","start":"2026-03-31T18:47:11.059623Z","end":"2026-03-31T18:47:11.9652Z","steps":["trace[519152397] 'agreement among raft nodes before linearized reading' (duration: 905.403864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.059603Z","time spent":"905.63451ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:47:11.965216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.461146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:47:11.96529Z","caller":"traceutil/trace.go:171","msg":"trace[346442971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9146; }","duration":"905.549568ms","start":"2026-03-31T18:47:11.059459Z","end":"2026-03-31T18:47:11.965009Z","steps":["trace[346442971] 'agreement among raft nodes before linearized reading' (duration: 905.413475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.059444Z","time spent":"905.898617ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:47:11.965368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.175859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:47:11.965403Z","caller":"traceutil/trace.go:171","msg":"trace[203111279] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9146; }","duration":"579.240653ms","start":"2026-03-31T18:47:11.386152Z","end":"2026-03-31T18:47:11.965392Z","steps":["trace[203111279] 'agreement among raft nodes before linearized reading' (duration: 579.178371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.653471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:47:11.965494Z","caller":"traceutil/trace.go:171","msg":"trace[1363710175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9146; }","duration":"905.824925ms","start":"2026-03-31T18:47:11.059647Z","end":"2026-03-31T18:47:11.965472Z","steps":["trace[1363710175] 'agreement among raft nodes before linearized reading' (duration: 905.535057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.059617Z","time spent":"905.919368ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:47:11.9653Z","caller":"traceutil/trace.go:171","msg":"trace[1308344327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9146; }","duration":"905.562309ms","start":"2026-03-31T18:47:11.059723Z","end":"2026-03-31T18:47:11.965286Z","steps":["trace[1308344327] 'agreement among raft nodes before linearized reading' (duration: 905.325623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.059645Z","time spent":"905.985849ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:47:11.965629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.818626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T18:47:11.965442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.386135Z","time spent":"579.297994ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:47:11.965775Z","caller":"traceutil/trace.go:171","msg":"trace[1449630088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9146; }","duration":"905.992401ms","start":"2026-03-31T18:47:11.059724Z","end":"2026-03-31T18:47:11.965717Z","steps":["trace[1449630088] 'agreement among raft nodes before linearized reading' (duration: 905.60545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:11.965837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:47:11.059718Z","time spent":"906.107914ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:47:18.092127Z","caller":"traceutil/trace.go:171","msg":"trace[1289811492] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"106.651158ms","start":"2026-03-31T18:47:17.985435Z","end":"2026-03-31T18:47:18.092086Z","steps":["trace[1289811492] 'process raft request' (duration: 106.34679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:23.927218Z","caller":"traceutil/trace.go:171","msg":"trace[1451240008] linearizableReadLoop","detail":"{readStateIndex:9648; appliedIndex:9647; }","duration":"127.810979ms","start":"2026-03-31T18:47:23.799375Z","end":"2026-03-31T18:47:23.927186Z","steps":["trace[1451240008] 'read index received' (duration: 127.597894ms)","trace[1451240008] 'applied index is now lower than readState.Index' (duration: 211.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:47:23.927297Z","caller":"traceutil/trace.go:171","msg":"trace[641420691] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"209.871853ms","start":"2026-03-31T18:47:23.717369Z","end":"2026-03-31T18:47:23.927241Z","steps":["trace[641420691] 'process raft request' (duration: 209.602046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:47:23.92743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.030885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T18:47:23.927506Z","caller":"traceutil/trace.go:171","msg":"trace[258852028] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9305; }","duration":"128.149618ms","start":"2026-03-31T18:47:23.799339Z","end":"2026-03-31T18:47:23.927488Z","steps":["trace[258852028] 'agreement among raft nodes before linearized reading' (duration: 127.922662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:50.438278Z","caller":"traceutil/trace.go:171","msg":"trace[1990581881] transaction","detail":"{read_only:false; response_revision:9518; number_of_response:1; }","duration":"119.857247ms","start":"2026-03-31T18:47:50.318387Z","end":"2026-03-31T18:47:50.438244Z","steps":["trace[1990581881] 'process raft request' (duration: 117.865933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:50.493209Z","caller":"traceutil/trace.go:171","msg":"trace[1887780662] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"174.087789ms","start":"2026-03-31T18:47:50.319093Z","end":"2026-03-31T18:47:50.493181Z","steps":["trace[1887780662] 'process raft request' (duration: 174.027477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:50.493544Z","caller":"traceutil/trace.go:171","msg":"trace[933217354] transaction","detail":"{read_only:false; response_revision:9519; number_of_response:1; }","duration":"175.045414ms","start":"2026-03-31T18:47:50.318458Z","end":"2026-03-31T18:47:50.493503Z","steps":["trace[933217354] 'process raft request' (duration: 174.52114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:47:59.350002Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1a532052a1358225","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T18:47:59.355553Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T18:47:59.355649Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-31T18:48:09.394158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.21412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:09.394262Z","caller":"traceutil/trace.go:171","msg":"trace[1549912334] linearizableReadLoop","detail":"{readStateIndex:10113; appliedIndex:10112; }","duration":"195.890325ms","start":"2026-03-31T18:48:09.198356Z","end":"2026-03-31T18:48:09.394247Z","steps":["trace[1549912334] 'read index received' (duration: 79.548781ms)","trace[1549912334] 'applied index is now lower than readState.Index' (duration: 116.340284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:09.394344Z","caller":"traceutil/trace.go:171","msg":"trace[2142587829] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"215.492013ms","start":"2026-03-31T18:48:09.17884Z","end":"2026-03-31T18:48:09.394332Z","steps":["trace[2142587829] 'process raft request' (duration: 99.019817ms)","trace[2142587829] 'compare' (duration: 116.003694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:09.394555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.201234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9297"} {"level":"info","ts":"2026-03-31T18:48:09.394603Z","caller":"traceutil/trace.go:171","msg":"trace[1825381555] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9757; }","duration":"196.285206ms","start":"2026-03-31T18:48:09.198304Z","end":"2026-03-31T18:48:09.394589Z","steps":["trace[1825381555] 'agreement among raft nodes before linearized reading' (duration: 196.188993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.361245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.667586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:10.361338Z","caller":"traceutil/trace.go:171","msg":"trace[6241703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9757; }","duration":"404.799319ms","start":"2026-03-31T18:48:09.956519Z","end":"2026-03-31T18:48:10.361318Z","steps":["trace[6241703] 'range keys from in-memory index tree' (duration: 404.591024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:10.361379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:09.956503Z","time spent":"404.865262ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:48:10.361517Z","caller":"traceutil/trace.go:171","msg":"trace[173855565] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"213.405817ms","start":"2026-03-31T18:48:10.148074Z","end":"2026-03-31T18:48:10.36148Z","steps":["trace[173855565] 'process raft request' (duration: 211.780354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.365448Z","caller":"traceutil/trace.go:171","msg":"trace[1504652862] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"169.72473ms","start":"2026-03-31T18:48:10.195667Z","end":"2026-03-31T18:48:10.365391Z","steps":["trace[1504652862] 'process raft request' (duration: 169.591767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:10.365714Z","caller":"traceutil/trace.go:171","msg":"trace[2083532985] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"130.439873ms","start":"2026-03-31T18:48:10.235258Z","end":"2026-03-31T18:48:10.365698Z","steps":["trace[2083532985] 'process raft request' (duration: 130.102414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:11.292901Z","caller":"traceutil/trace.go:171","msg":"trace[124089199] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"253.330002ms","start":"2026-03-31T18:48:11.039543Z","end":"2026-03-31T18:48:11.292873Z","steps":["trace[124089199] 'process raft request' (duration: 253.178958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:11.566391Z","caller":"traceutil/trace.go:171","msg":"trace[1297567304] linearizableReadLoop","detail":"{readStateIndex:10132; appliedIndex:10131; }","duration":"166.814781ms","start":"2026-03-31T18:48:11.399549Z","end":"2026-03-31T18:48:11.566363Z","steps":["trace[1297567304] 'read index received' (duration: 165.764953ms)","trace[1297567304] 'applied index is now lower than readState.Index' (duration: 1.048348ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:11.566438Z","caller":"traceutil/trace.go:171","msg":"trace[190946401] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"267.184465ms","start":"2026-03-31T18:48:11.299201Z","end":"2026-03-31T18:48:11.566385Z","steps":["trace[190946401] 'process raft request' (duration: 266.100245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:11.566585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.019737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-pnmqp\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-31T18:48:11.566653Z","caller":"traceutil/trace.go:171","msg":"trace[1846016222] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-pnmqp; range_end:; response_count:1; response_revision:9776; }","duration":"167.094588ms","start":"2026-03-31T18:48:11.399541Z","end":"2026-03-31T18:48:11.566636Z","steps":["trace[1846016222] 'agreement among raft nodes before linearized reading' (duration: 166.911314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.047983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.919636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:48:13.048066Z","caller":"traceutil/trace.go:171","msg":"trace[1954443552] linearizableReadLoop","detail":"{readStateIndex:10158; appliedIndex:10157; }","duration":"365.002928ms","start":"2026-03-31T18:48:12.68305Z","end":"2026-03-31T18:48:13.048053Z","steps":["trace[1954443552] 'read index received' (duration: 165.936738ms)","trace[1954443552] 'applied index is now lower than readState.Index' (duration: 199.06506ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:13.048141Z","caller":"traceutil/trace.go:171","msg":"trace[265861528] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"387.361021ms","start":"2026-03-31T18:48:12.660752Z","end":"2026-03-31T18:48:13.048113Z","steps":["trace[265861528] 'process raft request' (duration: 188.2569ms)","trace[265861528] 'compare' (duration: 198.814003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:13.048241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.199914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:48:13.048251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.660724Z","time spent":"387.484834ms","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":769,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:48:13.048273Z","caller":"traceutil/trace.go:171","msg":"trace[1764856990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9801; }","duration":"365.237085ms","start":"2026-03-31T18:48:12.683028Z","end":"2026-03-31T18:48:13.048265Z","steps":["trace[1764856990] 'agreement among raft nodes before linearized reading' (duration: 365.091281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:13.048298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:12.683005Z","time spent":"365.286386ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:48:13.182014Z","caller":"traceutil/trace.go:171","msg":"trace[1073711502] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"129.889128ms","start":"2026-03-31T18:48:13.052051Z","end":"2026-03-31T18:48:13.18194Z","steps":["trace[1073711502] 'process raft request' (duration: 129.154338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:25.630164Z","caller":"traceutil/trace.go:171","msg":"trace[1799750923] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"387.597856ms","start":"2026-03-31T18:48:25.242546Z","end":"2026-03-31T18:48:25.630144Z","steps":["trace[1799750923] 'process raft request' (duration: 387.460373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:25.630288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:25.242521Z","time spent":"387.7058ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:48:26.587437Z","caller":"traceutil/trace.go:171","msg":"trace[893210960] transaction","detail":"{read_only:false; response_revision:9882; number_of_response:1; }","duration":"163.695338ms","start":"2026-03-31T18:48:26.423721Z","end":"2026-03-31T18:48:26.587416Z","steps":["trace[893210960] 'process raft request' (duration: 163.634796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:26.587484Z","caller":"traceutil/trace.go:171","msg":"trace[845496079] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"163.790051ms","start":"2026-03-31T18:48:26.423661Z","end":"2026-03-31T18:48:26.587451Z","steps":["trace[845496079] 'process raft request' (duration: 152.60848ms)","trace[845496079] 'compare' (duration: 10.968325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:48:26.587743Z","caller":"traceutil/trace.go:171","msg":"trace[1415836302] transaction","detail":"{read_only:false; response_revision:9883; number_of_response:1; }","duration":"162.226849ms","start":"2026-03-31T18:48:26.425504Z","end":"2026-03-31T18:48:26.587731Z","steps":["trace[1415836302] 'process raft request' (duration: 161.88566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:41.916473Z","caller":"traceutil/trace.go:171","msg":"trace[1586849003] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"180.765867ms","start":"2026-03-31T18:48:41.735661Z","end":"2026-03-31T18:48:41.916427Z","steps":["trace[1586849003] 'process raft request' (duration: 179.633187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:41.917401Z","caller":"traceutil/trace.go:171","msg":"trace[1331589874] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"172.510905ms","start":"2026-03-31T18:48:41.744866Z","end":"2026-03-31T18:48:41.917377Z","steps":["trace[1331589874] 'process raft request' (duration: 172.398782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:58.158794Z","caller":"traceutil/trace.go:171","msg":"trace[1049861549] linearizableReadLoop","detail":"{readStateIndex:10472; appliedIndex:10471; }","duration":"201.975429ms","start":"2026-03-31T18:48:57.9568Z","end":"2026-03-31T18:48:58.158776Z","steps":["trace[1049861549] 'read index received' (duration: 201.888336ms)","trace[1049861549] 'applied index is now lower than readState.Index' (duration: 86.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:48:58.15889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.081901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:48:58.158911Z","caller":"traceutil/trace.go:171","msg":"trace[1066915278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10105; }","duration":"202.152933ms","start":"2026-03-31T18:48:57.956751Z","end":"2026-03-31T18:48:58.158904Z","steps":["trace[1066915278] 'agreement among raft nodes before linearized reading' (duration: 202.103041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:48:58.159054Z","caller":"traceutil/trace.go:171","msg":"trace[1563831297] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"375.353437ms","start":"2026-03-31T18:48:57.783691Z","end":"2026-03-31T18:48:58.159044Z","steps":["trace[1563831297] 'process raft request' (duration: 374.949065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:48:58.159128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:48:57.783672Z","time spent":"375.404958ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:03.977214Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7844} {"level":"info","ts":"2026-03-31T18:49:04.060682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7844,"took":"81.574807ms","hash":4105155019,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":25006080,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T18:49:04.060813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4105155019,"revision":7844,"compact-revision":5407} {"level":"info","ts":"2026-03-31T18:49:47.091567Z","caller":"traceutil/trace.go:171","msg":"trace[1951309967] transaction","detail":"{read_only:false; response_revision:10438; number_of_response:1; }","duration":"150.566452ms","start":"2026-03-31T18:49:46.940968Z","end":"2026-03-31T18:49:47.091535Z","steps":["trace[1951309967] 'process raft request' (duration: 150.377436ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:47.092682Z","caller":"traceutil/trace.go:171","msg":"trace[146130660] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"147.840256ms","start":"2026-03-31T18:49:46.94483Z","end":"2026-03-31T18:49:47.09267Z","steps":["trace[146130660] 'process raft request' (duration: 147.699093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:49:47.092718Z","caller":"traceutil/trace.go:171","msg":"trace[969291245] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"148.526606ms","start":"2026-03-31T18:49:46.944172Z","end":"2026-03-31T18:49:47.092699Z","steps":["trace[969291245] 'process raft request' (duration: 147.951159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.735052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418424516,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:49:47.815616Z","caller":"traceutil/trace.go:171","msg":"trace[945528023] linearizableReadLoop","detail":"{readStateIndex:10822; appliedIndex:10821; }","duration":"581.319965ms","start":"2026-03-31T18:49:47.234273Z","end":"2026-03-31T18:49:47.815593Z","steps":["trace[945528023] 'read index received' (duration: 579.828914ms)","trace[945528023] 'applied index is now lower than readState.Index' (duration: 1.490421ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:49:47.815768Z","caller":"traceutil/trace.go:171","msg":"trace[682008529] transaction","detail":"{read_only:false; response_revision:10443; number_of_response:1; }","duration":"618.336919ms","start":"2026-03-31T18:49:47.197393Z","end":"2026-03-31T18:49:47.81573Z","steps":["trace[682008529] 'process raft request' (duration: 616.810157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.815828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.543102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:49:47.815859Z","caller":"traceutil/trace.go:171","msg":"trace[1148157930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10443; }","duration":"581.616813ms","start":"2026-03-31T18:49:47.234232Z","end":"2026-03-31T18:49:47.815848Z","steps":["trace[1148157930] 'agreement among raft nodes before linearized reading' (duration: 581.48715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.815859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.138516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:49:47.815893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.197371Z","time spent":"618.453702ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:49:47.815921Z","caller":"traceutil/trace.go:171","msg":"trace[1703148031] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10443; }","duration":"339.255698ms","start":"2026-03-31T18:49:47.476648Z","end":"2026-03-31T18:49:47.815904Z","steps":["trace[1703148031] 'agreement among raft nodes before linearized reading' (duration: 339.149115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.815943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.772263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-bxpqz\" ","response":"range_response_count:1 size:6751"} {"level":"warn","ts":"2026-03-31T18:49:47.815956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.476626Z","time spent":"339.32239ms","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:49:47.815961Z","caller":"traceutil/trace.go:171","msg":"trace[2077602984] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-bxpqz; range_end:; response_count:1; response_revision:10443; }","duration":"465.816413ms","start":"2026-03-31T18:49:47.350139Z","end":"2026-03-31T18:49:47.815955Z","steps":["trace[2077602984] 'agreement among raft nodes before linearized reading' (duration: 465.760012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.815972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.261031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414770"} {"level":"warn","ts":"2026-03-31T18:49:47.815978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.350123Z","time spent":"465.851355ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6774,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-bxpqz\" "} {"level":"info","ts":"2026-03-31T18:49:47.815998Z","caller":"traceutil/trace.go:171","msg":"trace[1290298347] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10443; }","duration":"430.319531ms","start":"2026-03-31T18:49:47.385669Z","end":"2026-03-31T18:49:47.815988Z","steps":["trace[1290298347] 'agreement among raft nodes before linearized reading' (duration: 430.176877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.816021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.385649Z","time spent":"430.366873ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414793,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:49:47.815885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.234215Z","time spent":"581.664845ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:49:47.815828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.977745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:49:47.817762Z","caller":"traceutil/trace.go:171","msg":"trace[1312542598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10443; }","duration":"567.904748ms","start":"2026-03-31T18:49:47.249813Z","end":"2026-03-31T18:49:47.817718Z","steps":["trace[1312542598] 'agreement among raft nodes before linearized reading' (duration: 565.945864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.817878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.249787Z","time spent":"568.065133ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:49:47.817979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.830107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:49:47.818079Z","caller":"traceutil/trace.go:171","msg":"trace[1442983605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10443; }","duration":"334.94865ms","start":"2026-03-31T18:49:47.483089Z","end":"2026-03-31T18:49:47.818038Z","steps":["trace[1442983605] 'agreement among raft nodes before linearized reading' (duration: 334.483527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:49:47.818117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:49:47.483063Z","time spent":"335.044853ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:50:00.884566Z","caller":"traceutil/trace.go:171","msg":"trace[1638604287] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"226.734408ms","start":"2026-03-31T18:50:00.657804Z","end":"2026-03-31T18:50:00.884539Z","steps":["trace[1638604287] 'process raft request' (duration: 226.572153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.914578Z","caller":"traceutil/trace.go:171","msg":"trace[1862228917] transaction","detail":"{read_only:false; response_revision:10538; number_of_response:1; }","duration":"1.247007192s","start":"2026-03-31T18:50:00.667546Z","end":"2026-03-31T18:50:01.914554Z","steps":["trace[1862228917] 'process raft request' (duration: 1.200175869s)","trace[1862228917] 'compare' (duration: 46.692619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:50:01.914746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.66752Z","time spent":"1.247151415s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:50:01.914784Z","caller":"traceutil/trace.go:171","msg":"trace[993351190] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"1.142145911s","start":"2026-03-31T18:50:00.772611Z","end":"2026-03-31T18:50:01.914757Z","steps":["trace[993351190] 'process raft request' (duration: 1.141908885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.914923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.772574Z","time spent":"1.142275585s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.914945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086569358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T18:50:01.914992Z","caller":"traceutil/trace.go:171","msg":"trace[1883202071] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10539; }","duration":"1.086666211s","start":"2026-03-31T18:50:00.828312Z","end":"2026-03-31T18:50:01.914979Z","steps":["trace[1883202071] 'agreement among raft nodes before linearized reading' (duration: 1.086500036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.915017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.82829Z","time spent":"1.086721323s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T18:50:01.914771Z","caller":"traceutil/trace.go:171","msg":"trace[1689515844] linearizableReadLoop","detail":"{readStateIndex:10920; appliedIndex:10917; }","duration":"1.086276181s","start":"2026-03-31T18:50:00.828373Z","end":"2026-03-31T18:50:01.914649Z","steps":["trace[1689515844] 'read index received' (duration: 55.995773ms)","trace[1689515844] 'applied index is now lower than readState.Index' (duration: 1.030279328s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:50:01.93738Z","caller":"traceutil/trace.go:171","msg":"trace[891022103] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"789.698971ms","start":"2026-03-31T18:50:01.147655Z","end":"2026-03-31T18:50:01.937354Z","steps":["trace[891022103] 'process raft request' (duration: 789.617129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.937406Z","caller":"traceutil/trace.go:171","msg":"trace[633839753] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"791.419988ms","start":"2026-03-31T18:50:01.145963Z","end":"2026-03-31T18:50:01.937383Z","steps":["trace[633839753] 'process raft request' (duration: 791.188362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.937511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.147629Z","time spent":"789.815204ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.937528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.145944Z","time spent":"791.517121ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.937856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.641238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-31T18:50:01.937873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.945296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:50:01.93792Z","caller":"traceutil/trace.go:171","msg":"trace[323248646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:10542; }","duration":"698.738851ms","start":"2026-03-31T18:50:01.239164Z","end":"2026-03-31T18:50:01.937903Z","steps":["trace[323248646] 'agreement among raft nodes before linearized reading' (duration: 698.514995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.937973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.239141Z","time spent":"698.819883ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"warn","ts":"2026-03-31T18:50:01.937992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.272173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T18:50:01.938017Z","caller":"traceutil/trace.go:171","msg":"trace[1518778480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10542; }","duration":"830.320573ms","start":"2026-03-31T18:50:01.107688Z","end":"2026-03-31T18:50:01.938009Z","steps":["trace[1518778480] 'agreement among raft nodes before linearized reading' (duration: 830.260651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.938039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.107674Z","time spent":"830.359354ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:50:01.938092Z","caller":"traceutil/trace.go:171","msg":"trace[1472788529] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"786.981846ms","start":"2026-03-31T18:50:01.151099Z","end":"2026-03-31T18:50:01.938081Z","steps":["trace[1472788529] 'process raft request' (duration: 786.214916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.938144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.151081Z","time spent":"787.036188ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:50:01.938227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.18769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:50:01.938247Z","caller":"traceutil/trace.go:171","msg":"trace[1711189163] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10542; }","duration":"910.246601ms","start":"2026-03-31T18:50:01.027995Z","end":"2026-03-31T18:50:01.938241Z","steps":["trace[1711189163] 'agreement among raft nodes before linearized reading' (duration: 910.161999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.938266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.027976Z","time spent":"910.283722ms","remote":"127.0.0.1:33334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:01.938433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.068751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.938469Z","caller":"traceutil/trace.go:171","msg":"trace[1863450897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10542; }","duration":"981.136982ms","start":"2026-03-31T18:50:00.957323Z","end":"2026-03-31T18:50:01.93846Z","steps":["trace[1863450897] 'agreement among raft nodes before linearized reading' (duration: 981.07846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.938524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:00.957308Z","time spent":"981.209914ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:50:01.938619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.840752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:50:01.937929Z","caller":"traceutil/trace.go:171","msg":"trace[893720577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10542; }","duration":"779.056009ms","start":"2026-03-31T18:50:01.158858Z","end":"2026-03-31T18:50:01.937914Z","steps":["trace[893720577] 'agreement among raft nodes before linearized reading' (duration: 778.867064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:50:01.938716Z","caller":"traceutil/trace.go:171","msg":"trace[1686439311] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10542; }","duration":"462.989636ms","start":"2026-03-31T18:50:01.475706Z","end":"2026-03-31T18:50:01.938695Z","steps":["trace[1686439311] 'agreement among raft nodes before linearized reading' (duration: 462.809041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:50:01.940436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.47569Z","time spent":"464.699473ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:50:01.938758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:50:01.158838Z","time spent":"779.905143ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:52:34.125444Z","caller":"traceutil/trace.go:171","msg":"trace[1444314203] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"176.285318ms","start":"2026-03-31T18:52:33.949133Z","end":"2026-03-31T18:52:34.125418Z","steps":["trace[1444314203] 'process raft request' (duration: 176.081592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:34.125409Z","caller":"traceutil/trace.go:171","msg":"trace[784087717] linearizableReadLoop","detail":"{readStateIndex:11899; appliedIndex:11898; }","duration":"169.657153ms","start":"2026-03-31T18:52:33.955721Z","end":"2026-03-31T18:52:34.125378Z","steps":["trace[784087717] 'read index received' (duration: 169.423997ms)","trace[784087717] 'applied index is now lower than readState.Index' (duration: 228.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:52:34.125619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.87367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:52:34.125721Z","caller":"traceutil/trace.go:171","msg":"trace[441932461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11483; }","duration":"170.025344ms","start":"2026-03-31T18:52:33.955676Z","end":"2026-03-31T18:52:34.125702Z","steps":["trace[441932461] 'agreement among raft nodes before linearized reading' (duration: 169.836448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:52:34.547948Z","caller":"traceutil/trace.go:171","msg":"trace[1465936042] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"115.249055ms","start":"2026-03-31T18:52:34.432673Z","end":"2026-03-31T18:52:34.547922Z","steps":["trace[1465936042] 'process raft request' (duration: 57.404261ms)","trace[1465936042] 'compare' (duration: 57.730661ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:54:03.983567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10160} {"level":"info","ts":"2026-03-31T18:54:04.068842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10160,"took":"82.87287ms","hash":424942317,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":22986752,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T18:54:04.0689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":424942317,"revision":10160,"compact-revision":7844} {"level":"info","ts":"2026-03-31T18:55:30.397911Z","caller":"traceutil/trace.go:171","msg":"trace[297974394] linearizableReadLoop","detail":"{readStateIndex:12914; appliedIndex:12913; }","duration":"116.219379ms","start":"2026-03-31T18:55:30.281662Z","end":"2026-03-31T18:55:30.397881Z","steps":["trace[297974394] 'read index received' (duration: 115.408667ms)","trace[297974394] 'applied index is now lower than readState.Index' (duration: 808.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:55:30.398088Z","caller":"traceutil/trace.go:171","msg":"trace[1140292495] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"154.103725ms","start":"2026-03-31T18:55:30.243954Z","end":"2026-03-31T18:55:30.398057Z","steps":["trace[1140292495] 'process raft request' (duration: 153.218721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:55:30.398494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.805806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T18:55:30.39856Z","caller":"traceutil/trace.go:171","msg":"trace[1320907242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12460; }","duration":"116.924818ms","start":"2026-03-31T18:55:30.281612Z","end":"2026-03-31T18:55:30.398537Z","steps":["trace[1320907242] 'agreement among raft nodes before linearized reading' (duration: 116.449315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.137982Z","caller":"traceutil/trace.go:171","msg":"trace[2131207587] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"688.868303ms","start":"2026-03-31T18:56:45.449094Z","end":"2026-03-31T18:56:46.137962Z","steps":["trace[2131207587] 'process raft request' (duration: 688.744828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.138117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.449065Z","time spent":"688.989215ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:56:46.139686Z","caller":"traceutil/trace.go:171","msg":"trace[116213708] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"685.845369ms","start":"2026-03-31T18:56:45.45382Z","end":"2026-03-31T18:56:46.139666Z","steps":["trace[116213708] 'process raft request' (duration: 685.616252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.139727Z","caller":"traceutil/trace.go:171","msg":"trace[536274691] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"640.694875ms","start":"2026-03-31T18:56:45.499019Z","end":"2026-03-31T18:56:46.139714Z","steps":["trace[536274691] 'process raft request' (duration: 640.576041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.139734Z","caller":"traceutil/trace.go:171","msg":"trace[1954800185] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"639.107961ms","start":"2026-03-31T18:56:45.500597Z","end":"2026-03-31T18:56:46.139705Z","steps":["trace[1954800185] 'process raft request' (duration: 639.031299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.13978Z","caller":"traceutil/trace.go:171","msg":"trace[181782160] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"637.386173ms","start":"2026-03-31T18:56:45.502366Z","end":"2026-03-31T18:56:46.139752Z","steps":["trace[181782160] 'process raft request' (duration: 637.28109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.139837Z","caller":"traceutil/trace.go:171","msg":"trace[1520793473] linearizableReadLoop","detail":"{readStateIndex:13314; appliedIndex:13309; }","duration":"356.073332ms","start":"2026-03-31T18:56:45.783593Z","end":"2026-03-31T18:56:46.139666Z","steps":["trace[1520793473] 'read index received' (duration: 354.251881ms)","trace[1520793473] 'applied index is now lower than readState.Index' (duration: 1.820931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:56:46.139776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.177644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T18:56:46.139889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.500559Z","time spent":"639.238725ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:56:46.139954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.46063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:56:46.139913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.50234Z","time spent":"637.506626ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:56:46.139911Z","caller":"traceutil/trace.go:171","msg":"trace[649189678] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12845; }","duration":"356.35909ms","start":"2026-03-31T18:56:45.783542Z","end":"2026-03-31T18:56:46.139901Z","steps":["trace[649189678] 'agreement among raft nodes before linearized reading' (duration: 356.127563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.140119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.783522Z","time spent":"356.587057ms","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T18:56:46.140141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.543392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:56:46.140175Z","caller":"traceutil/trace.go:171","msg":"trace[74995819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12845; }","duration":"128.607214ms","start":"2026-03-31T18:56:46.011559Z","end":"2026-03-31T18:56:46.140167Z","steps":["trace[74995819] 'agreement among raft nodes before linearized reading' (duration: 128.47748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:56:46.139985Z","caller":"traceutil/trace.go:171","msg":"trace[1634398717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12845; }","duration":"128.51858ms","start":"2026-03-31T18:56:46.01146Z","end":"2026-03-31T18:56:46.139979Z","steps":["trace[1634398717] 'agreement among raft nodes before linearized reading' (duration: 128.432869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.139806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.45381Z","time spent":"685.939011ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:56:46.140015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.089242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:56:46.140391Z","caller":"traceutil/trace.go:171","msg":"trace[2085568648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12845; }","duration":"123.497584ms","start":"2026-03-31T18:56:46.016882Z","end":"2026-03-31T18:56:46.14038Z","steps":["trace[2085568648] 'agreement among raft nodes before linearized reading' (duration: 123.053792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.139802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:56:45.498965Z","time spent":"640.790657ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:56:46.140034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.476782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:56:46.140517Z","caller":"traceutil/trace.go:171","msg":"trace[1808637816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12845; }","duration":"127.984566ms","start":"2026-03-31T18:56:46.012522Z","end":"2026-03-31T18:56:46.140506Z","steps":["trace[1808637816] 'agreement among raft nodes before linearized reading' (duration: 127.475882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.140074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.964864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:56:46.140611Z","caller":"traceutil/trace.go:171","msg":"trace[353173046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12845; }","duration":"108.518771ms","start":"2026-03-31T18:56:46.03208Z","end":"2026-03-31T18:56:46.140599Z","steps":["trace[353173046] 'agreement among raft nodes before linearized reading' (duration: 107.949325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:56:46.805335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.474253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:56:46.805444Z","caller":"traceutil/trace.go:171","msg":"trace[1176451088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12849; }","duration":"160.613115ms","start":"2026-03-31T18:56:46.644793Z","end":"2026-03-31T18:56:46.805406Z","steps":["trace[1176451088] 'range keys from in-memory index tree' (duration: 160.379369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:33.893594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:58:34.332519Z","caller":"traceutil/trace.go:171","msg":"trace[117759482] linearizableReadLoop","detail":"{readStateIndex:13888; appliedIndex:13887; }","duration":"938.976882ms","start":"2026-03-31T18:58:33.393498Z","end":"2026-03-31T18:58:34.332475Z","steps":["trace[117759482] 'read index received' (duration: 938.702445ms)","trace[117759482] 'applied index is now lower than readState.Index' (duration: 273.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:34.332666Z","caller":"traceutil/trace.go:171","msg":"trace[1485864227] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"958.982943ms","start":"2026-03-31T18:58:33.37367Z","end":"2026-03-31T18:58:34.332653Z","steps":["trace[1485864227] 'process raft request' (duration: 958.633374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.332796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.373646Z","time spent":"959.062295ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:58:34.332908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.394403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:34.332916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.080832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:34.332947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.082581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:58:34.333178Z","caller":"traceutil/trace.go:171","msg":"trace[555103397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:13396; }","duration":"564.34972ms","start":"2026-03-31T18:58:33.768807Z","end":"2026-03-31T18:58:34.333157Z","steps":["trace[555103397] 'agreement among raft nodes before linearized reading' (duration: 563.981009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.764425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:1 size:27141"} {"level":"warn","ts":"2026-03-31T18:58:34.333229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.768788Z","time spent":"564.429451ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:58:34.333253Z","caller":"traceutil/trace.go:171","msg":"trace[1838144639] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:1; response_revision:13396; }","duration":"901.897889ms","start":"2026-03-31T18:58:33.431331Z","end":"2026-03-31T18:58:34.333229Z","steps":["trace[1838144639] 'agreement among raft nodes before linearized reading' (duration: 901.575841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.801756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:1 size:683762"} {"level":"info","ts":"2026-03-31T18:58:34.332992Z","caller":"traceutil/trace.go:171","msg":"trace[1475296322] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13396; }","duration":"939.522277ms","start":"2026-03-31T18:58:33.393449Z","end":"2026-03-31T18:58:34.332971Z","steps":["trace[1475296322] 'agreement among raft nodes before linearized reading' (duration: 939.376413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.431316Z","time spent":"901.982932ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":27164,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" "} {"level":"info","ts":"2026-03-31T18:58:34.333334Z","caller":"traceutil/trace.go:171","msg":"trace[1417892005] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:1; response_revision:13396; }","duration":"935.070384ms","start":"2026-03-31T18:58:33.398243Z","end":"2026-03-31T18:58:34.333313Z","steps":["trace[1417892005] 'agreement among raft nodes before linearized reading' (duration: 934.497629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.393426Z","time spent":"939.904687ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T18:58:34.333007Z","caller":"traceutil/trace.go:171","msg":"trace[2013318761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13396; }","duration":"376.224846ms","start":"2026-03-31T18:58:33.956761Z","end":"2026-03-31T18:58:34.332985Z","steps":["trace[2013318761] 'agreement among raft nodes before linearized reading' (duration: 376.047121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.956741Z","time spent":"376.744761ms","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:58:34.333015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.736209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-31T18:58:34.333677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.39823Z","time spent":"935.430013ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":683785,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" "} {"level":"info","ts":"2026-03-31T18:58:34.333681Z","caller":"traceutil/trace.go:171","msg":"trace[973272648] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13396; }","duration":"786.432888ms","start":"2026-03-31T18:58:33.547235Z","end":"2026-03-31T18:58:34.333667Z","steps":["trace[973272648] 'agreement among raft nodes before linearized reading' (duration: 785.625557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:34.333729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:33.547218Z","time spent":"786.49956ms","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:58:38.860621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:39.361505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:39.862501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:40.363661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:40.864547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:40.95803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000764857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:40.958117Z","caller":"traceutil/trace.go:171","msg":"trace[1728846177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000916571s","start":"2026-03-31T18:58:38.957182Z","end":"2026-03-31T18:58:40.958098Z","steps":["trace[1728846177] 'agreement among raft nodes before linearized reading' (duration: 2.000805508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:40.958166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.957128Z","time spent":"2.001026455s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:41.365115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:41.865785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:42.366746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:42.867096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:42.958746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:42.958828Z","caller":"traceutil/trace.go:171","msg":"trace[1814311595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563761s","start":"2026-03-31T18:58:40.958245Z","end":"2026-03-31T18:58:42.958809Z","steps":["trace[1814311595] 'agreement among raft nodes before linearized reading' (duration: 2.000465878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:42.958873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.95822Z","time spent":"2.000643514s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:43.356906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.357374Z","time spent":"4.999523763s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:43.368182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:43.640927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.642778Z","time spent":"4.998140533s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:43.685973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.687298Z","time spent":"4.998669528s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:43.685959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.687206Z","time spent":"4.998742259s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:43.68607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.686961Z","time spent":"4.99910284s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:43.757009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99949153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:58:43.757093Z","caller":"traceutil/trace.go:171","msg":"trace[963909992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999630124s","start":"2026-03-31T18:58:38.757444Z","end":"2026-03-31T18:58:43.757074Z","steps":["trace[963909992] 'agreement among raft nodes before linearized reading' (duration: 4.999527271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:43.757141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.757428Z","time spent":"4.999703047s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 18:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:43.780307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999332836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:58:43.780381Z","caller":"traceutil/trace.go:171","msg":"trace[889415914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999437249s","start":"2026-03-31T18:58:38.780923Z","end":"2026-03-31T18:58:43.78036Z","steps":["trace[889415914] 'agreement among raft nodes before linearized reading' (duration: 4.999349477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:43.780426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.780913Z","time spent":"4.999503081s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:58:43.868289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.369115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.86966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:44.966449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:44.966533Z","caller":"traceutil/trace.go:171","msg":"trace[429220829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378117s","start":"2026-03-31T18:58:42.966135Z","end":"2026-03-31T18:58:44.966513Z","steps":["trace[429220829] 'agreement among raft nodes before linearized reading' (duration: 2.000274084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:44.966725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.966113Z","time spent":"2.000457909s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:45.360402Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-31T18:58:45.360586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000990217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/node-feature-discovery-worker-conf\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-31T18:58:45.360654Z","caller":"traceutil/trace.go:171","msg":"trace[770504922] range","detail":"{range_begin:/registry/configmaps/monitoring/node-feature-discovery-worker-conf; range_end:; }","duration":"7.001114792s","start":"2026-03-31T18:58:38.359516Z","end":"2026-03-31T18:58:45.36063Z","steps":["trace[770504922] 'agreement among raft nodes before linearized reading' (duration: 7.001025799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:45.360708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.359494Z","time spent":"7.001203634s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/monitoring/node-feature-discovery-worker-conf\" "} {"level":"warn","ts":"2026-03-31T18:58:45.375808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.375434Z","time spent":"7.000368471s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:45.8606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:46.361109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:46.861321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:46.967007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:58:46.967151Z","caller":"traceutil/trace.go:171","msg":"trace[346619972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336244s","start":"2026-03-31T18:58:44.966786Z","end":"2026-03-31T18:58:46.967122Z","steps":["trace[346619972] 'agreement among raft nodes before linearized reading' (duration: 2.00017995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:46.967299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.966709Z","time spent":"2.000550142s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:46.974447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.974087Z","time spent":"7.000355241s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T18:58:47.361523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:47.861651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9378074719418434911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:58:48.182628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.523769468s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:58:48.351612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992165243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:48.351687Z","caller":"traceutil/trace.go:171","msg":"trace[1817881953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.992288745s","start":"2026-03-31T18:58:45.35938Z","end":"2026-03-31T18:58:48.351669Z","steps":["trace[1817881953] 'agreement among raft nodes before linearized reading' (duration: 2.992197674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.351742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.359364Z","time spent":"2.992367908s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:48.550911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.000417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:58:48.550883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.966573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.550997Z","caller":"traceutil/trace.go:171","msg":"trace[778699839] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13423; }","duration":"101.108776ms","start":"2026-03-31T18:58:48.449869Z","end":"2026-03-31T18:58:48.550978Z","steps":["trace[778699839] 'range keys from in-memory index tree' (duration: 100.944312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551145Z","caller":"traceutil/trace.go:171","msg":"trace[868824117] transaction","detail":"{read_only:false; response_revision:13424; number_of_response:1; }","duration":"5.42700295s","start":"2026-03-31T18:58:43.124125Z","end":"2026-03-31T18:58:48.551128Z","steps":["trace[868824117] 'process raft request' (duration: 5.426864055s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551179Z","caller":"traceutil/trace.go:171","msg":"trace[1407884964] linearizableReadLoop","detail":"{readStateIndex:13919; appliedIndex:13909; }","duration":"3.190672122s","start":"2026-03-31T18:58:45.360498Z","end":"2026-03-31T18:58:48.55117Z","steps":["trace[1407884964] 'read index received' (duration: 2.822368654s)","trace[1407884964] 'applied index is now lower than readState.Index' (duration: 368.302918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:58:48.551236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.124101Z","time spent":"5.427080752s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:58:48.551259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.39244605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:58:48.551289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.758711472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T18:58:48.551269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.267233714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.551351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.782082795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T18:58:48.551342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.662122693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.551371Z","caller":"traceutil/trace.go:171","msg":"trace[340836737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13424; }","duration":"9.782115506s","start":"2026-03-31T18:58:38.769251Z","end":"2026-03-31T18:58:48.551366Z","steps":["trace[340836737] 'agreement among raft nodes before linearized reading' (duration: 9.782068734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.769243Z","time spent":"9.782138896s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:58:48.551385Z","caller":"traceutil/trace.go:171","msg":"trace[872448078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13424; }","duration":"3.171853463s","start":"2026-03-31T18:58:45.379522Z","end":"2026-03-31T18:58:48.551375Z","steps":["trace[872448078] 'process raft request' (duration: 3.171572585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.201735171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-31T18:58:48.551392Z","caller":"traceutil/trace.go:171","msg":"trace[561674096] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13424; }","duration":"7.662240967s","start":"2026-03-31T18:58:40.889138Z","end":"2026-03-31T18:58:48.551379Z","steps":["trace[561674096] 'agreement among raft nodes before linearized reading' (duration: 7.662056842s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551419Z","caller":"traceutil/trace.go:171","msg":"trace[1746391554] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:13424; }","duration":"8.201804774s","start":"2026-03-31T18:58:40.349606Z","end":"2026-03-31T18:58:48.551411Z","steps":["trace[1746391554] 'agreement among raft nodes before linearized reading' (duration: 8.201709461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.889111Z","time spent":"7.662316488s","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":113,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.551487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.784668456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" ","response":"range_response_count:1 size:238934"} {"level":"info","ts":"2026-03-31T18:58:48.551503Z","caller":"traceutil/trace.go:171","msg":"trace[1095592678] range","detail":"{range_begin:/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0; range_end:; response_count:1; response_revision:13424; }","duration":"9.784714048s","start":"2026-03-31T18:58:38.766785Z","end":"2026-03-31T18:58:48.551499Z","steps":["trace[1095592678] 'agreement among raft nodes before linearized reading' (duration: 9.784641235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.55152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.766765Z","time spent":"9.784752078s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":238957,"request content":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" "} {"level":"warn","ts":"2026-03-31T18:58:48.551541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194030152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T18:58:48.55157Z","caller":"traceutil/trace.go:171","msg":"trace[358483406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13424; }","duration":"9.194107505s","start":"2026-03-31T18:58:39.357456Z","end":"2026-03-31T18:58:48.551563Z","steps":["trace[358483406] 'agreement among raft nodes before linearized reading' (duration: 9.194024582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.5516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.357435Z","time spent":"9.194159535s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T18:58:48.55134Z","caller":"traceutil/trace.go:171","msg":"trace[440239810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:13424; }","duration":"7.267361066s","start":"2026-03-31T18:58:41.283961Z","end":"2026-03-31T18:58:48.551322Z","steps":["trace[440239810] 'agreement among raft nodes before linearized reading' (duration: 7.267225693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.349587Z","time spent":"8.201865226s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5150,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-31T18:58:48.551642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111262884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:1 size:1971"} {"level":"warn","ts":"2026-03-31T18:58:48.551658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.283936Z","time spent":"7.267715166s","remote":"127.0.0.1:37228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.551668Z","caller":"traceutil/trace.go:171","msg":"trace[2051337254] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:1; response_revision:13424; }","duration":"3.111327895s","start":"2026-03-31T18:58:45.44033Z","end":"2026-03-31T18:58:48.551658Z","steps":["trace[2051337254] 'agreement among raft nodes before linearized reading' (duration: 3.111259194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.440312Z","time spent":"3.111370288s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":1994,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-03-31T18:58:48.551731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.822785036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.551296Z","caller":"traceutil/trace.go:171","msg":"trace[875215731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13424; }","duration":"9.392539822s","start":"2026-03-31T18:58:39.158743Z","end":"2026-03-31T18:58:48.551283Z","steps":["trace[875215731] 'agreement among raft nodes before linearized reading' (duration: 9.392449419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.55178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:39.158723Z","time spent":"9.393051507s","remote":"127.0.0.1:50504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.551779Z","caller":"traceutil/trace.go:171","msg":"trace[53544615] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13424; }","duration":"9.822866918s","start":"2026-03-31T18:58:38.728898Z","end":"2026-03-31T18:58:48.551765Z","steps":["trace[53544615] 'agreement among raft nodes before linearized reading' (duration: 9.822801337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.659517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T18:58:48.551792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.272445738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.55182Z","caller":"traceutil/trace.go:171","msg":"trace[1957566435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13424; }","duration":"197.721048ms","start":"2026-03-31T18:58:48.35409Z","end":"2026-03-31T18:58:48.551811Z","steps":["trace[1957566435] 'agreement among raft nodes before linearized reading' (duration: 197.658846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.866435429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.551854Z","caller":"traceutil/trace.go:171","msg":"trace[1346091251] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13424; }","duration":"7.27253348s","start":"2026-03-31T18:58:41.279303Z","end":"2026-03-31T18:58:48.551836Z","steps":["trace[1346091251] 'agreement among raft nodes before linearized reading' (duration: 7.272456507s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551888Z","caller":"traceutil/trace.go:171","msg":"trace[481807147] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13424; }","duration":"9.866512841s","start":"2026-03-31T18:58:38.685365Z","end":"2026-03-31T18:58:48.551878Z","steps":["trace[481807147] 'agreement among raft nodes before linearized reading' (duration: 9.86646507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642619788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.551919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907189618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.551923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.685343Z","time spent":"9.866570452s","remote":"127.0.0.1:55376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.551949Z","caller":"traceutil/trace.go:171","msg":"trace[153684204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13424; }","duration":"1.907259981s","start":"2026-03-31T18:58:46.644683Z","end":"2026-03-31T18:58:48.551943Z","steps":["trace[153684204] 'agreement among raft nodes before linearized reading' (duration: 1.90721998s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551942Z","caller":"traceutil/trace.go:171","msg":"trace[1951581836] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13424; }","duration":"1.64267783s","start":"2026-03-31T18:58:46.90925Z","end":"2026-03-31T18:58:48.551928Z","steps":["trace[1951581836] 'agreement among raft nodes before linearized reading' (duration: 1.642593458s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.551309Z","caller":"traceutil/trace.go:171","msg":"trace[1901192047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13424; }","duration":"9.758775603s","start":"2026-03-31T18:58:38.792528Z","end":"2026-03-31T18:58:48.551303Z","steps":["trace[1901192047] 'agreement among raft nodes before linearized reading' (duration: 9.758696171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.551704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.58468955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.551993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.909191Z","time spent":"1.642788803s","remote":"127.0.0.1:50390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.552038Z","caller":"traceutil/trace.go:171","msg":"trace[2146836258] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:13424; }","duration":"7.585077351s","start":"2026-03-31T18:58:40.966939Z","end":"2026-03-31T18:58:48.552016Z","steps":["trace[2146836258] 'agreement among raft nodes before linearized reading' (duration: 7.58466523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57696282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.552092Z","caller":"traceutil/trace.go:171","msg":"trace[1573932688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13424; }","duration":"1.577022591s","start":"2026-03-31T18:58:46.975064Z","end":"2026-03-31T18:58:48.552086Z","steps":["trace[1573932688] 'agreement among raft nodes before linearized reading' (duration: 1.576988281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.792498Z","time spent":"9.759528973s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.975045Z","time spent":"1.577067873s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890201003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100657"} {"level":"warn","ts":"2026-03-31T18:58:48.552153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909410488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T18:58:48.552154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574686377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:58:48.552183Z","caller":"traceutil/trace.go:171","msg":"trace[1449348606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13424; }","duration":"4.90948145s","start":"2026-03-31T18:58:43.642692Z","end":"2026-03-31T18:58:48.552174Z","steps":["trace[1449348606] 'agreement among raft nodes before linearized reading' (duration: 4.909393837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.5522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.642675Z","time spent":"4.909520661s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T18:58:48.5522Z","caller":"traceutil/trace.go:171","msg":"trace[819641199] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13424; }","duration":"1.574754438s","start":"2026-03-31T18:58:46.977435Z","end":"2026-03-31T18:58:48.55219Z","steps":["trace[819641199] 'agreement among raft nodes before linearized reading' (duration: 1.574602164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383064876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.181\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-31T18:58:48.552216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337845095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T18:58:48.552232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.977423Z","time spent":"1.574801891s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769023355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:58:48.55225Z","caller":"traceutil/trace.go:171","msg":"trace[538639555] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13424; }","duration":"2.337910346s","start":"2026-03-31T18:58:46.214325Z","end":"2026-03-31T18:58:48.552235Z","steps":["trace[538639555] 'agreement among raft nodes before linearized reading' (duration: 2.337846784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792777758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T18:58:48.551675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.191774543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qp5sz\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-31T18:58:48.552274Z","caller":"traceutil/trace.go:171","msg":"trace[857269321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13424; }","duration":"2.769214109s","start":"2026-03-31T18:58:45.783054Z","end":"2026-03-31T18:58:48.552268Z","steps":["trace[857269321] 'agreement among raft nodes before linearized reading' (duration: 2.768972502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552282Z","caller":"traceutil/trace.go:171","msg":"trace[73217738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13424; }","duration":"2.792810329s","start":"2026-03-31T18:58:45.759465Z","end":"2026-03-31T18:58:48.552275Z","steps":["trace[73217738] 'agreement among raft nodes before linearized reading' (duration: 2.792730836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.2143Z","time spent":"2.337977088s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.783034Z","time spent":"2.769262991s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.759447Z","time spent":"2.792855951s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211236961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.55181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.728879Z","time spent":"9.82292277s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.552217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864167961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-31T18:58:48.552339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170952384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414995"} {"level":"info","ts":"2026-03-31T18:58:48.552362Z","caller":"traceutil/trace.go:171","msg":"trace[2053218214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13424; }","duration":"4.211326954s","start":"2026-03-31T18:58:44.341017Z","end":"2026-03-31T18:58:48.552344Z","steps":["trace[2053218214] 'agreement among raft nodes before linearized reading' (duration: 4.211249292s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552365Z","caller":"traceutil/trace.go:171","msg":"trace[1605748650] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qp5sz; range_end:; response_count:1; response_revision:13424; }","duration":"10.192439492s","start":"2026-03-31T18:58:38.359847Z","end":"2026-03-31T18:58:48.552286Z","steps":["trace[1605748650] 'agreement among raft nodes before linearized reading' (duration: 10.191706082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775961968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:58:48.552387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864323026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-31T18:58:48.552382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197986887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.55241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.864439358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T18:58:48.552411Z","caller":"traceutil/trace.go:171","msg":"trace[270565588] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:13424; }","duration":"4.864382307s","start":"2026-03-31T18:58:43.688022Z","end":"2026-03-31T18:58:48.552404Z","steps":["trace[270565588] 'agreement among raft nodes before linearized reading' (duration: 4.864322166s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552414Z","caller":"traceutil/trace.go:171","msg":"trace[89435803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13424; }","duration":"3.776112433s","start":"2026-03-31T18:58:44.776291Z","end":"2026-03-31T18:58:48.552403Z","steps":["trace[89435803] 'agreement among raft nodes before linearized reading' (duration: 3.775969079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.341Z","time spent":"4.211400516s","remote":"127.0.0.1:37284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.552432Z","caller":"traceutil/trace.go:171","msg":"trace[660990209] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13424; }","duration":"4.864492232s","start":"2026-03-31T18:58:43.687935Z","end":"2026-03-31T18:58:48.552427Z","steps":["trace[660990209] 'agreement among raft nodes before linearized reading' (duration: 4.86444092s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552416Z","caller":"traceutil/trace.go:171","msg":"trace[1597228213] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13424; }","duration":"1.171039615s","start":"2026-03-31T18:58:47.381351Z","end":"2026-03-31T18:58:48.552391Z","steps":["trace[1597228213] 'agreement among raft nodes before linearized reading' (duration: 1.170807219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.687996Z","time spent":"4.86443556s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590622087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200891870cfa3\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:58:48.552451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.776276Z","time spent":"3.776163985s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.552457Z","caller":"traceutil/trace.go:171","msg":"trace[1786549063] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13424; }","duration":"1.19804918s","start":"2026-03-31T18:58:47.354383Z","end":"2026-03-31T18:58:48.552432Z","steps":["trace[1786549063] 'agreement among raft nodes before linearized reading' (duration: 1.197965657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221227147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T18:58:48.552471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.38134Z","time spent":"1.171118328s","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415018,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.684841406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:58:48.552501Z","caller":"traceutil/trace.go:171","msg":"trace[338788147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13424; }","duration":"1.221665361s","start":"2026-03-31T18:58:47.330826Z","end":"2026-03-31T18:58:48.552491Z","steps":["trace[338788147] 'agreement among raft nodes before linearized reading' (duration: 1.221144916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.354346Z","time spent":"1.198144712s","remote":"127.0.0.1:40982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:58:48.552515Z","caller":"traceutil/trace.go:171","msg":"trace[1163613578] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13424; }","duration":"6.684871937s","start":"2026-03-31T18:58:41.867633Z","end":"2026-03-31T18:58:48.552505Z","steps":["trace[1163613578] 'agreement among raft nodes before linearized reading' (duration: 6.684793416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.3308Z","time spent":"1.221730192s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T18:58:48.552242Z","caller":"traceutil/trace.go:171","msg":"trace[2111175359] range","detail":"{range_begin:/registry/masterleases/199.19.213.181; range_end:; response_count:1; response_revision:13424; }","duration":"1.383145299s","start":"2026-03-31T18:58:47.169086Z","end":"2026-03-31T18:58:48.552231Z","steps":["trace[2111175359] 'agreement among raft nodes before linearized reading' (duration: 1.383036556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.55255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.867549Z","time spent":"6.684992122s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":59,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.552569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:47.169066Z","time spent":"1.3834982s","remote":"127.0.0.1:33010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.181\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:38.359814Z","time spent":"10.192587515s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-qp5sz\" "} {"level":"info","ts":"2026-03-31T18:58:48.552371Z","caller":"traceutil/trace.go:171","msg":"trace[2090571060] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13424; }","duration":"4.864362487s","start":"2026-03-31T18:58:43.687996Z","end":"2026-03-31T18:58:48.552358Z","steps":["trace[2090571060] 'agreement among raft nodes before linearized reading' (duration: 4.864078419s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552584Z","caller":"traceutil/trace.go:171","msg":"trace[1188535949] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a200891870cfa3; range_end:; response_count:1; response_revision:13424; }","duration":"5.590735301s","start":"2026-03-31T18:58:42.961732Z","end":"2026-03-31T18:58:48.552467Z","steps":["trace[1188535949] 'agreement among raft nodes before linearized reading' (duration: 5.590592158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.687972Z","time spent":"4.864650424s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T18:58:48.551973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:46.644662Z","time spent":"1.907307921s","remote":"127.0.0.1:32962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:42.961711Z","time spent":"5.590927386s","remote":"127.0.0.1:33046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a200891870cfa3\" "} {"level":"warn","ts":"2026-03-31T18:58:48.552395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834506561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:58:48.552176Z","caller":"traceutil/trace.go:171","msg":"trace[558924966] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:13424; }","duration":"2.890270905s","start":"2026-03-31T18:58:45.661895Z","end":"2026-03-31T18:58:48.552166Z","steps":["trace[558924966] 'agreement among raft nodes before linearized reading' (duration: 2.890084759s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.552694Z","caller":"traceutil/trace.go:171","msg":"trace[1461658254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13424; }","duration":"3.834806629s","start":"2026-03-31T18:58:44.71788Z","end":"2026-03-31T18:58:48.552687Z","steps":["trace[1461658254] 'agreement among raft nodes before linearized reading' (duration: 3.834492251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.552723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:44.717817Z","time spent":"3.834899282s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.552724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.661876Z","time spent":"2.890839711s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":100680,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T18:58:48.55245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:43.687918Z","time spent":"4.864528442s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T18:58:48.551903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:41.279282Z","time spent":"7.272611192s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.552699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:40.966924Z","time spent":"7.585135543s","remote":"127.0.0.1:50344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:58:48.554021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:58:45.379496Z","time spent":"3.171916685s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:48.685194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.149868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:48.685319Z","caller":"traceutil/trace.go:171","msg":"trace[1346429472] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"125.304002ms","start":"2026-03-31T18:58:48.55999Z","end":"2026-03-31T18:58:48.685294Z","steps":["trace[1346429472] 'agreement among raft nodes before linearized reading' (duration: 125.158188ms)"],"step_count":1} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:48.685527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.774708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:48.685803Z","caller":"traceutil/trace.go:171","msg":"trace[1214367850] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"125.064606ms","start":"2026-03-31T18:58:48.560725Z","end":"2026-03-31T18:58:48.68579Z","steps":["trace[1214367850] 'agreement among raft nodes before linearized reading' (duration: 124.786608ms)"],"step_count":1} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:48.688968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.014625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:48.689037Z","caller":"traceutil/trace.go:171","msg":"trace[2066299452] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"129.111818ms","start":"2026-03-31T18:58:48.559909Z","end":"2026-03-31T18:58:48.68902Z","steps":["trace[2066299452] 'agreement among raft nodes before linearized reading' (duration: 129.022535ms)"],"step_count":1} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:58:48.694578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.74564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:58:48.694615Z","caller":"traceutil/trace.go:171","msg":"trace[1033076772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"135.811722ms","start":"2026-03-31T18:58:48.558795Z","end":"2026-03-31T18:58:48.694607Z","steps":["trace[1033076772] 'agreement among raft nodes before linearized reading' (duration: 135.77198ms)"],"step_count":1} 2026/03/31 18:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T18:58:48.732605Z","caller":"traceutil/trace.go:171","msg":"trace[362209852] transaction","detail":"{read_only:false; response_revision:13426; number_of_response:1; }","duration":"172.615626ms","start":"2026-03-31T18:58:48.559974Z","end":"2026-03-31T18:58:48.732589Z","steps":["trace[362209852] 'process raft request' (duration: 172.568525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.732617Z","caller":"traceutil/trace.go:171","msg":"trace[1753859298] transaction","detail":"{read_only:false; response_revision:13425; number_of_response:1; }","duration":"172.793172ms","start":"2026-03-31T18:58:48.5598Z","end":"2026-03-31T18:58:48.732593Z","steps":["trace[1753859298] 'process raft request' (duration: 172.655737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.732741Z","caller":"traceutil/trace.go:171","msg":"trace[1790084104] transaction","detail":"{read_only:false; response_revision:13427; number_of_response:1; }","duration":"172.747119ms","start":"2026-03-31T18:58:48.559988Z","end":"2026-03-31T18:58:48.732736Z","steps":["trace[1790084104] 'process raft request' (duration: 172.573924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.732953Z","caller":"traceutil/trace.go:171","msg":"trace[2147088878] transaction","detail":"{read_only:false; response_revision:13428; number_of_response:1; }","duration":"172.873324ms","start":"2026-03-31T18:58:48.560062Z","end":"2026-03-31T18:58:48.732935Z","steps":["trace[2147088878] 'process raft request' (duration: 172.650558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.732994Z","caller":"traceutil/trace.go:171","msg":"trace[23356340] transaction","detail":"{read_only:false; response_revision:13429; number_of_response:1; }","duration":"172.849133ms","start":"2026-03-31T18:58:48.560137Z","end":"2026-03-31T18:58:48.732986Z","steps":["trace[23356340] 'process raft request' (duration: 172.690389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.732991Z","caller":"traceutil/trace.go:171","msg":"trace[1817152853] linearizableReadLoop","detail":"{readStateIndex:13921; appliedIndex:13919; }","duration":"174.146179ms","start":"2026-03-31T18:58:48.558828Z","end":"2026-03-31T18:58:48.732974Z","steps":["trace[1817152853] 'read index received' (duration: 3.601099ms)","trace[1817152853] 'applied index is now lower than readState.Index' (duration: 170.54385ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:58:48.733059Z","caller":"traceutil/trace.go:171","msg":"trace[2124856878] transaction","detail":"{read_only:false; response_revision:13430; number_of_response:1; }","duration":"172.820672ms","start":"2026-03-31T18:58:48.560218Z","end":"2026-03-31T18:58:48.733039Z","steps":["trace[2124856878] 'process raft request' (duration: 172.703749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.756221Z","caller":"traceutil/trace.go:171","msg":"trace[143455217] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"192.835974ms","start":"2026-03-31T18:58:48.563363Z","end":"2026-03-31T18:58:48.756199Z","steps":["trace[143455217] 'process raft request' (duration: 192.717151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.756604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.878357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:58:48.756603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.685037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-31T18:58:48.756648Z","caller":"traceutil/trace.go:171","msg":"trace[439185296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13431; }","duration":"195.944579ms","start":"2026-03-31T18:58:48.560693Z","end":"2026-03-31T18:58:48.756637Z","steps":["trace[439185296] 'agreement among raft nodes before linearized reading' (duration: 195.869246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:58:48.756686Z","caller":"traceutil/trace.go:171","msg":"trace[1522129033] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13431; }","duration":"197.776539ms","start":"2026-03-31T18:58:48.558886Z","end":"2026-03-31T18:58:48.756663Z","steps":["trace[1522129033] 'agreement among raft nodes before linearized reading' (duration: 197.316997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.756867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.943008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:1 size:1971"} {"level":"info","ts":"2026-03-31T18:58:48.756895Z","caller":"traceutil/trace.go:171","msg":"trace[596905017] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:1; response_revision:13431; }","duration":"119.000088ms","start":"2026-03-31T18:58:48.637886Z","end":"2026-03-31T18:58:48.756886Z","steps":["trace[596905017] 'agreement among raft nodes before linearized reading' (duration: 118.887755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.757103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.485088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0\" ","response":"range_response_count:1 size:238934"} {"level":"info","ts":"2026-03-31T18:58:48.757137Z","caller":"traceutil/trace.go:171","msg":"trace[1788893140] range","detail":"{range_begin:/registry/configmaps/monitoring/prometheus-kube-prometheus-stack-prometheus-rulefiles-0; range_end:; response_count:1; response_revision:13431; }","duration":"190.53159ms","start":"2026-03-31T18:58:48.566596Z","end":"2026-03-31T18:58:48.757128Z","steps":["trace[1788893140] 'agreement among raft nodes before linearized reading' (duration: 190.411457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.757235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.211003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-31T18:58:48.757331Z","caller":"traceutil/trace.go:171","msg":"trace[1263409654] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:13431; }","duration":"197.330326ms","start":"2026-03-31T18:58:48.559984Z","end":"2026-03-31T18:58:48.757314Z","steps":["trace[1263409654] 'agreement among raft nodes before linearized reading' (duration: 197.073939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.757401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.171932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375381"} {"level":"info","ts":"2026-03-31T18:58:48.75747Z","caller":"traceutil/trace.go:171","msg":"trace[401775723] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:13431; }","duration":"197.266855ms","start":"2026-03-31T18:58:48.560189Z","end":"2026-03-31T18:58:48.757456Z","steps":["trace[401775723] 'agreement among raft nodes before linearized reading' (duration: 196.647188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:58:48.757921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.611255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:58:48.757974Z","caller":"traceutil/trace.go:171","msg":"trace[285482090] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13431; }","duration":"197.679846ms","start":"2026-03-31T18:58:48.560282Z","end":"2026-03-31T18:58:48.757962Z","steps":["trace[285482090] 'agreement among raft nodes before linearized reading' (duration: 197.527732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:59:03.990834Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12013} {"level":"info","ts":"2026-03-31T18:59:04.075791Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12013,"took":"82.827233ms","hash":2264147898,"current-db-size-bytes":53702656,"current-db-size":"54 MB","current-db-size-in-use-bytes":19673088,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-31T18:59:04.075854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264147898,"revision":12013,"compact-revision":10160}