{"level":"warn","ts":"2026-04-20T02:23:24.007494Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:23:24.007588Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T02:23:24.007656Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T02:23:24.007665Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-20T02:23:24.007683Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:23:24.008348Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-04-20T02:23:24.008421Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T02:23:24.013909Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.278515ms"} {"level":"info","ts":"2026-04-20T02:23:24.020035Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-04-20T02:23:24.020156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T02:23:24.020236Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-04-20T02:23:24.020271Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T02:23:24.020314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-04-20T02:23:24.020387Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-04-20T02:23:24.028643Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T02:23:24.031154Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T02:23:24.032775Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T02:23:24.035046Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T02:23:24.035557Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T02:23:24.035937Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:23:24.036061Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:23:24.036077Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T02:23:24.038006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-04-20T02:23:24.038401Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-04-20T02:23:24.040887Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T02:23:24.041072Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-20T02:23:24.041149Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-04-20T02:23:24.041166Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T02:23:24.04124Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T02:23:24.221504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T02:23:24.221581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T02:23:24.221623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-04-20T02:23:24.221647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-04-20T02:23:24.22166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-20T02:23:24.221677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-04-20T02:23:24.221692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-04-20T02:23:24.222819Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:23:24.224Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T02:23:24.224361Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:23:24.224576Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:23:24.224714Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:23:24.22482Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T02:23:24.224867Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T02:23:24.224887Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T02:23:24.224901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T02:23:24.228777Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-04-20T02:23:24.228886Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-20T02:23:49.174003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.879001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:74769"} {"level":"info","ts":"2026-04-20T02:23:49.174109Z","caller":"traceutil/trace.go:171","msg":"trace[318615170] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:562; }","duration":"158.048172ms","start":"2026-04-20T02:23:49.016041Z","end":"2026-04-20T02:23:49.174089Z","steps":["trace[318615170] 'range keys from in-memory index tree' (duration: 157.656049ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:49.176859Z","caller":"traceutil/trace.go:171","msg":"trace[1514407443] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"131.791923ms","start":"2026-04-20T02:23:49.045029Z","end":"2026-04-20T02:23:49.176821Z","steps":["trace[1514407443] 'process raft request' (duration: 131.481561ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:49.992229Z","caller":"traceutil/trace.go:171","msg":"trace[579079759] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:595; }","duration":"422.953578ms","start":"2026-04-20T02:23:49.56924Z","end":"2026-04-20T02:23:49.992194Z","steps":["trace[579079759] 'read index received' (duration: 422.861507ms)","trace[579079759] 'applied index is now lower than readState.Index' (duration: 90.561µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:23:49.992356Z","caller":"traceutil/trace.go:171","msg":"trace[901812072] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"437.757004ms","start":"2026-04-20T02:23:49.554546Z","end":"2026-04-20T02:23:49.992303Z","steps":["trace[901812072] 'process raft request' (duration: 437.465492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:49.992713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.395543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:23:49.992851Z","caller":"traceutil/trace.go:171","msg":"trace[876492199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"423.639294ms","start":"2026-04-20T02:23:49.569186Z","end":"2026-04-20T02:23:49.992825Z","steps":["trace[876492199] 'agreement among raft nodes before linearized reading' (duration: 423.25194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:49.992932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:49.569164Z","time spent":"423.755985ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T02:23:49.993777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:49.55451Z","time spent":"438.153758ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T02:23:49.999468Z","caller":"traceutil/trace.go:171","msg":"trace[759347622] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"241.665997ms","start":"2026-04-20T02:23:49.757786Z","end":"2026-04-20T02:23:49.999452Z","steps":["trace[759347622] 'process raft request' (duration: 241.492996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:49.99956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.894001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T02:23:50.001225Z","caller":"traceutil/trace.go:171","msg":"trace[1249564123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"195.616905ms","start":"2026-04-20T02:23:49.80559Z","end":"2026-04-20T02:23:50.001207Z","steps":["trace[1249564123] 'agreement among raft nodes before linearized reading' (duration: 193.831682ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:52.364977Z","caller":"traceutil/trace.go:171","msg":"trace[1696969557] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"562.80535ms","start":"2026-04-20T02:23:51.802151Z","end":"2026-04-20T02:23:52.364957Z","steps":["trace[1696969557] 'process raft request' (duration: 562.619708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.365102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:51.802128Z","time spent":"562.91745ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T02:23:52.418797Z","caller":"traceutil/trace.go:171","msg":"trace[1910066449] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:621; }","duration":"468.392672ms","start":"2026-04-20T02:23:51.950374Z","end":"2026-04-20T02:23:52.418767Z","steps":["trace[1910066449] 'read index received' (duration: 414.498197ms)","trace[1910066449] 'applied index is now lower than readState.Index' (duration: 53.893515ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:23:52.419148Z","caller":"traceutil/trace.go:171","msg":"trace[595027889] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"521.746365ms","start":"2026-04-20T02:23:51.897382Z","end":"2026-04-20T02:23:52.419129Z","steps":["trace[595027889] 'process raft request' (duration: 518.667733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.41957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:51.897314Z","time spent":"521.877945ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:23:52.419904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.488651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:23:52.420023Z","caller":"traceutil/trace.go:171","msg":"trace[398214709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:603; }","duration":"412.584922ms","start":"2026-04-20T02:23:52.007349Z","end":"2026-04-20T02:23:52.419934Z","steps":["trace[398214709] 'agreement among raft nodes before linearized reading' (duration: 412.497582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.420072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.785775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-20T02:23:52.420132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.268808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T02:23:52.420175Z","caller":"traceutil/trace.go:171","msg":"trace[1982795197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"409.342079ms","start":"2026-04-20T02:23:52.010814Z","end":"2026-04-20T02:23:52.420156Z","steps":["trace[1982795197] 'agreement among raft nodes before linearized reading' (duration: 409.255788ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:52.420177Z","caller":"traceutil/trace.go:171","msg":"trace[1795547138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:603; }","duration":"258.953937ms","start":"2026-04-20T02:23:52.161203Z","end":"2026-04-20T02:23:52.420157Z","steps":["trace[1795547138] 'agreement among raft nodes before linearized reading' (duration: 258.681955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.420208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:52.010792Z","time spent":"409.40995ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-20T02:23:52.420113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:52.007322Z","time spent":"412.731293ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T02:23:52.420252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.388725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T02:23:52.420332Z","caller":"traceutil/trace.go:171","msg":"trace[345040421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:603; }","duration":"341.491546ms","start":"2026-04-20T02:23:52.07882Z","end":"2026-04-20T02:23:52.420312Z","steps":["trace[345040421] 'agreement among raft nodes before linearized reading' (duration: 341.202874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.420377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:52.078732Z","time spent":"341.637016ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-20T02:23:52.420613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.235205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-20T02:23:52.420645Z","caller":"traceutil/trace.go:171","msg":"trace[375277360] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:603; }","duration":"470.267995ms","start":"2026-04-20T02:23:51.950367Z","end":"2026-04-20T02:23:52.420635Z","steps":["trace[375277360] 'agreement among raft nodes before linearized reading' (duration: 470.155494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:52.420665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:51.950343Z","time spent":"470.317746ms","remote":"127.0.0.1:48020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4355,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-20T02:23:56.642131Z","caller":"traceutil/trace.go:171","msg":"trace[494833730] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"450.755621ms","start":"2026-04-20T02:23:56.191353Z","end":"2026-04-20T02:23:56.642108Z","steps":["trace[494833730] 'read index received' (duration: 449.491853ms)","trace[494833730] 'applied index is now lower than readState.Index' (duration: 1.263118ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:23:56.643186Z","caller":"traceutil/trace.go:171","msg":"trace[1354957219] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"516.895875ms","start":"2026-04-20T02:23:56.126278Z","end":"2026-04-20T02:23:56.643174Z","steps":["trace[1354957219] 'process raft request' (duration: 514.605479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:56.643298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:56.126244Z","time spent":"516.975885ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:23:56.643482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.122781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-wtzp9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-20T02:23:56.643516Z","caller":"traceutil/trace.go:171","msg":"trace[1774744530] range","detail":"{range_begin:/registry/pods/kube-system/cilium-wtzp9; range_end:; response_count:1; response_revision:639; }","duration":"452.193661ms","start":"2026-04-20T02:23:56.191315Z","end":"2026-04-20T02:23:56.643509Z","steps":["trace[1774744530] 'agreement among raft nodes before linearized reading' (duration: 452.126031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:56.643537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:56.191302Z","time spent":"452.230031ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-wtzp9\" "} {"level":"warn","ts":"2026-04-20T02:23:56.64369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.649386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T02:23:56.643717Z","caller":"traceutil/trace.go:171","msg":"trace[251650106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"187.723137ms","start":"2026-04-20T02:23:56.455988Z","end":"2026-04-20T02:23:56.643712Z","steps":["trace[251650106] 'agreement among raft nodes before linearized reading' (duration: 187.664176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:56.643916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.849276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:23:56.643944Z","caller":"traceutil/trace.go:171","msg":"trace[1337422214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"184.931977ms","start":"2026-04-20T02:23:56.459007Z","end":"2026-04-20T02:23:56.643939Z","steps":["trace[1337422214] 'agreement among raft nodes before linearized reading' (duration: 184.838057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:56.644041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.017182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:23:56.644067Z","caller":"traceutil/trace.go:171","msg":"trace[974214917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"187.066482ms","start":"2026-04-20T02:23:56.456994Z","end":"2026-04-20T02:23:56.644061Z","steps":["trace[974214917] 'agreement among raft nodes before linearized reading' (duration: 187.022532ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:56.782251Z","caller":"traceutil/trace.go:171","msg":"trace[568269926] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"124.700914ms","start":"2026-04-20T02:23:56.657532Z","end":"2026-04-20T02:23:56.782233Z","steps":["trace[568269926] 'process raft request' (duration: 124.611743ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:56.782518Z","caller":"traceutil/trace.go:171","msg":"trace[1471262576] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"133.723956ms","start":"2026-04-20T02:23:56.648788Z","end":"2026-04-20T02:23:56.782512Z","steps":["trace[1471262576] 'process raft request' (duration: 133.264063ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:56.782589Z","caller":"traceutil/trace.go:171","msg":"trace[93779207] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"131.860034ms","start":"2026-04-20T02:23:56.650725Z","end":"2026-04-20T02:23:56.782585Z","steps":["trace[93779207] 'process raft request' (duration: 131.397041ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:23:57.150685Z","caller":"traceutil/trace.go:171","msg":"trace[1949839858] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"107.123428ms","start":"2026-04-20T02:23:57.04352Z","end":"2026-04-20T02:23:57.150643Z","steps":["trace[1949839858] 'process raft request' (duration: 106.982827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:57.839696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842855677589824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:23:58.340352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842855677589824,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-20T02:23:58.451763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126091045s","expected-duration":"1s"} {"level":"info","ts":"2026-04-20T02:23:58.452074Z","caller":"traceutil/trace.go:171","msg":"trace[1553514112] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"1.112814062s","start":"2026-04-20T02:23:57.339239Z","end":"2026-04-20T02:23:58.452053Z","steps":["trace[1553514112] 'read index received' (duration: 1.112707361s)","trace[1553514112] 'applied index is now lower than readState.Index' (duration: 105.441µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:23:58.452131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:57.325575Z","time spent":"1.126542338s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-20T02:23:58.452222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112952833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:23:58.452276Z","caller":"traceutil/trace.go:171","msg":"trace[1214108645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"1.113038913s","start":"2026-04-20T02:23:57.339219Z","end":"2026-04-20T02:23:58.452258Z","steps":["trace[1214108645] 'agreement among raft nodes before linearized reading' (duration: 1.112908593s)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:23:58.45232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:23:57.339208Z","time spent":"1.113105114s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:24:15.090231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.09586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-20T02:24:15.090522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.745518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T02:24:15.090609Z","caller":"traceutil/trace.go:171","msg":"trace[956287350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:761; }","duration":"148.854192ms","start":"2026-04-20T02:24:14.941733Z","end":"2026-04-20T02:24:15.090587Z","steps":["trace[956287350] 'range keys from in-memory index tree' (duration: 148.627834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:24:15.09079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.381759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:24:15.090846Z","caller":"traceutil/trace.go:171","msg":"trace[2014289775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:761; }","duration":"228.467852ms","start":"2026-04-20T02:24:14.862361Z","end":"2026-04-20T02:24:15.090829Z","steps":["trace[2014289775] 'range keys from in-memory index tree' (duration: 228.254304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:24:15.090958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.972996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:24:15.091078Z","caller":"traceutil/trace.go:171","msg":"trace[1344510723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:761; }","duration":"224.121532ms","start":"2026-04-20T02:24:14.866929Z","end":"2026-04-20T02:24:15.091051Z","steps":["trace[1344510723] 'range keys from in-memory index tree' (duration: 223.7927ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:24:15.097099Z","caller":"traceutil/trace.go:171","msg":"trace[856511210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:761; }","duration":"324.264476ms","start":"2026-04-20T02:24:14.766065Z","end":"2026-04-20T02:24:15.09033Z","steps":["trace[856511210] 'range keys from in-memory index tree' (duration: 323.882181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:24:15.097189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:24:14.766043Z","time spent":"331.121715ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T02:24:15.227087Z","caller":"traceutil/trace.go:171","msg":"trace[1206934758] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"128.857338ms","start":"2026-04-20T02:24:15.098205Z","end":"2026-04-20T02:24:15.227062Z","steps":["trace[1206934758] 'process raft request' (duration: 128.720783ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:24:15.235793Z","caller":"traceutil/trace.go:171","msg":"trace[1502455756] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"137.001783ms","start":"2026-04-20T02:24:15.098764Z","end":"2026-04-20T02:24:15.235766Z","steps":["trace[1502455756] 'process raft request' (duration: 136.801316ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:24:15.236067Z","caller":"traceutil/trace.go:171","msg":"trace[379317982] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"136.525877ms","start":"2026-04-20T02:24:15.099531Z","end":"2026-04-20T02:24:15.236057Z","steps":["trace[379317982] 'process raft request' (duration: 136.195284ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:24:15.23651Z","caller":"traceutil/trace.go:171","msg":"trace[1118953397] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"135.79319ms","start":"2026-04-20T02:24:15.1007Z","end":"2026-04-20T02:24:15.236493Z","steps":["trace[1118953397] 'process raft request' (duration: 135.315223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:03.852931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.110887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:26:03.853032Z","caller":"traceutil/trace.go:171","msg":"trace[654152244] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1471; }","duration":"187.186364ms","start":"2026-04-20T02:26:03.665829Z","end":"2026-04-20T02:26:03.853016Z","steps":["trace[654152244] 'read index received' (duration: 61.35µs)","trace[654152244] 'applied index is now lower than readState.Index' (duration: 187.123664ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:03.853126Z","caller":"traceutil/trace.go:171","msg":"trace[745498464] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"401.199613ms","start":"2026-04-20T02:26:03.451916Z","end":"2026-04-20T02:26:03.853115Z","steps":["trace[745498464] 'process raft request' (duration: 115.631999ms)","trace[745498464] 'compare' (duration: 284.990676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:26:03.85318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:03.451899Z","time spent":"401.258854ms","remote":"127.0.0.1:35478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T02:26:03.853522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.470703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-q2tzf\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-04-20T02:26:03.853597Z","caller":"traceutil/trace.go:171","msg":"trace[1893385751] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-q2tzf; range_end:; response_count:1; response_revision:1422; }","duration":"150.575865ms","start":"2026-04-20T02:26:03.702999Z","end":"2026-04-20T02:26:03.853574Z","steps":["trace[1893385751] 'agreement among raft nodes before linearized reading' (duration: 150.29581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:03.853737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.891636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:26:03.853812Z","caller":"traceutil/trace.go:171","msg":"trace[1833454097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1422; }","duration":"188.004088ms","start":"2026-04-20T02:26:03.665785Z","end":"2026-04-20T02:26:03.853789Z","steps":["trace[1833454097] 'agreement among raft nodes before linearized reading' (duration: 187.905566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:13.854913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842855677591753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T02:26:13.855366Z","caller":"traceutil/trace.go:171","msg":"trace[237285354] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"501.33967ms","start":"2026-04-20T02:26:13.354003Z","end":"2026-04-20T02:26:13.855343Z","steps":["trace[237285354] 'read index received' (duration: 501.144388ms)","trace[237285354] 'applied index is now lower than readState.Index' (duration: 194.102µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:13.855508Z","caller":"traceutil/trace.go:171","msg":"trace[163498809] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"509.337435ms","start":"2026-04-20T02:26:13.346137Z","end":"2026-04-20T02:26:13.855474Z","steps":["trace[163498809] 'process raft request' (duration: 508.998621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:13.855809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:13.346101Z","time spent":"509.519397ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:26:13.893725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.839168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/cmapichecker-qf5vl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:26:13.893811Z","caller":"traceutil/trace.go:171","msg":"trace[1383003508] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/cmapichecker-qf5vl; range_end:; response_count:0; response_revision:1535; }","duration":"137.960649ms","start":"2026-04-20T02:26:13.755833Z","end":"2026-04-20T02:26:13.893794Z","steps":["trace[1383003508] 'agreement among raft nodes before linearized reading' (duration: 99.7174ms)","trace[1383003508] 'range keys from in-memory index tree' (duration: 38.111287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:26:13.893783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.750841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:26:13.893923Z","caller":"traceutil/trace.go:171","msg":"trace[925875861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1535; }","duration":"539.931945ms","start":"2026-04-20T02:26:13.353969Z","end":"2026-04-20T02:26:13.893901Z","steps":["trace[925875861] 'agreement among raft nodes before linearized reading' (duration: 501.511103ms)","trace[925875861] 'range keys from in-memory index tree' (duration: 38.192278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:26:13.893913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.64865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-xgztf\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-04-20T02:26:13.893985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:13.353958Z","time spent":"540.011326ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T02:26:13.894017Z","caller":"traceutil/trace.go:171","msg":"trace[393817337] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-xgztf; range_end:; response_count:1; response_revision:1535; }","duration":"122.848212ms","start":"2026-04-20T02:26:13.771152Z","end":"2026-04-20T02:26:13.894Z","steps":["trace[393817337] 'agreement among raft nodes before linearized reading' (duration: 84.40839ms)","trace[393817337] 'range keys from in-memory index tree' (duration: 38.182158ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:22.261412Z","caller":"traceutil/trace.go:171","msg":"trace[962709480] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1742; }","duration":"101.056755ms","start":"2026-04-20T02:26:22.160333Z","end":"2026-04-20T02:26:22.26139Z","steps":["trace[962709480] 'read index received' (duration: 100.901043ms)","trace[962709480] 'applied index is now lower than readState.Index' (duration: 154.522µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:22.261542Z","caller":"traceutil/trace.go:171","msg":"trace[1684094957] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"101.515202ms","start":"2026-04-20T02:26:22.159999Z","end":"2026-04-20T02:26:22.261514Z","steps":["trace[1684094957] 'process raft request' (duration: 101.234438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:22.261612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.258998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T02:26:22.261653Z","caller":"traceutil/trace.go:171","msg":"trace[1783703190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1689; }","duration":"101.330579ms","start":"2026-04-20T02:26:22.160311Z","end":"2026-04-20T02:26:22.261642Z","steps":["trace[1783703190] 'agreement among raft nodes before linearized reading' (duration: 101.185857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:22.381341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.229737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:26:22.382313Z","caller":"traceutil/trace.go:171","msg":"trace[1816792193] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"219.535922ms","start":"2026-04-20T02:26:22.162745Z","end":"2026-04-20T02:26:22.382281Z","steps":["trace[1816792193] 'process raft request' (duration: 112.27213ms)","trace[1816792193] 'compare' (duration: 106.136376ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:22.384526Z","caller":"traceutil/trace.go:171","msg":"trace[143690059] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1743; }","duration":"123.024919ms","start":"2026-04-20T02:26:22.261479Z","end":"2026-04-20T02:26:22.384504Z","steps":["trace[143690059] 'read index received' (duration: 13.545346ms)","trace[143690059] 'applied index is now lower than readState.Index' (duration: 109.475813ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:22.3847Z","caller":"traceutil/trace.go:171","msg":"trace[1222563142] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"118.187863ms","start":"2026-04-20T02:26:22.26638Z","end":"2026-04-20T02:26:22.384568Z","steps":["trace[1222563142] 'process raft request' (duration: 118.069681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:22.384791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.253982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T02:26:22.384852Z","caller":"traceutil/trace.go:171","msg":"trace[1534522575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1691; }","duration":"223.354983ms","start":"2026-04-20T02:26:22.161478Z","end":"2026-04-20T02:26:22.384833Z","steps":["trace[1534522575] 'agreement among raft nodes before linearized reading' (duration: 223.15597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:22.385015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.433558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-20T02:26:22.385092Z","caller":"traceutil/trace.go:171","msg":"trace[1244355158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1691; }","duration":"224.556919ms","start":"2026-04-20T02:26:22.160519Z","end":"2026-04-20T02:26:22.385076Z","steps":["trace[1244355158] 'agreement among raft nodes before linearized reading' (duration: 224.382877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:22.677568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.795011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-20T02:26:22.677657Z","caller":"traceutil/trace.go:171","msg":"trace[331138700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1693; }","duration":"100.922263ms","start":"2026-04-20T02:26:22.576717Z","end":"2026-04-20T02:26:22.677639Z","steps":["trace[331138700] 'range keys from in-memory index tree' (duration: 100.651819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:39.398012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.950137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:26:39.398114Z","caller":"traceutil/trace.go:171","msg":"trace[1520666573] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2068; }","duration":"130.067929ms","start":"2026-04-20T02:26:39.268023Z","end":"2026-04-20T02:26:39.398091Z","steps":["trace[1520666573] 'range keys from in-memory index tree' (duration: 129.918386ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:26:43.526994Z","caller":"traceutil/trace.go:171","msg":"trace[38680910] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"226.271378ms","start":"2026-04-20T02:26:43.300679Z","end":"2026-04-20T02:26:43.52695Z","steps":["trace[38680910] 'read index received' (duration: 226.028575ms)","trace[38680910] 'applied index is now lower than readState.Index' (duration: 241.393µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:43.527067Z","caller":"traceutil/trace.go:171","msg":"trace[351748641] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"310.125403ms","start":"2026-04-20T02:26:43.216889Z","end":"2026-04-20T02:26:43.527014Z","steps":["trace[351748641] 'process raft request' (duration: 309.83824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:43.527287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.494951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:26:43.52737Z","caller":"traceutil/trace.go:171","msg":"trace[444465975] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2212; }","duration":"226.697704ms","start":"2026-04-20T02:26:43.30063Z","end":"2026-04-20T02:26:43.527327Z","steps":["trace[444465975] 'agreement among raft nodes before linearized reading' (duration: 226.508252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:43.527436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:43.216869Z","time spent":"310.348456ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:26:43.527771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.509668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:26:43.528254Z","caller":"traceutil/trace.go:171","msg":"trace[1670751071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2212; }","duration":"190.127735ms","start":"2026-04-20T02:26:43.338097Z","end":"2026-04-20T02:26:43.528224Z","steps":["trace[1670751071] 'agreement among raft nodes before linearized reading' (duration: 189.211384ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:26:44.495002Z","caller":"traceutil/trace.go:171","msg":"trace[2108752320] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"375.781889ms","start":"2026-04-20T02:26:44.1192Z","end":"2026-04-20T02:26:44.494981Z","steps":["trace[2108752320] 'read index received' (duration: 375.683447ms)","trace[2108752320] 'applied index is now lower than readState.Index' (duration: 97.252µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:44.495088Z","caller":"traceutil/trace.go:171","msg":"trace[1815721425] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"524.190296ms","start":"2026-04-20T02:26:43.97087Z","end":"2026-04-20T02:26:44.49506Z","steps":["trace[1815721425] 'process raft request' (duration: 523.978673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.495122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.92216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7718767e-ab36-42c4-be2f-406affc9df30\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-20T02:26:44.495153Z","caller":"traceutil/trace.go:171","msg":"trace[465233332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7718767e-ab36-42c4-be2f-406affc9df30; range_end:; response_count:1; response_revision:2213; }","duration":"376.030982ms","start":"2026-04-20T02:26:44.119112Z","end":"2026-04-20T02:26:44.495143Z","steps":["trace[465233332] 'agreement among raft nodes before linearized reading' (duration: 375.964771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.495188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:44.119082Z","time spent":"376.096873ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7718767e-ab36-42c4-be2f-406affc9df30\" "} {"level":"warn","ts":"2026-04-20T02:26:44.495234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:43.970837Z","time spent":"524.303667ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3722,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:26:44.774657Z","caller":"traceutil/trace.go:171","msg":"trace[1565794031] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"279.56115ms","start":"2026-04-20T02:26:44.495057Z","end":"2026-04-20T02:26:44.774618Z","steps":["trace[1565794031] 'read index received' (duration: 200.317648ms)","trace[1565794031] 'applied index is now lower than readState.Index' (duration: 79.241972ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:26:44.774737Z","caller":"traceutil/trace.go:171","msg":"trace[660138419] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"429.534254ms","start":"2026-04-20T02:26:44.345137Z","end":"2026-04-20T02:26:44.774671Z","steps":["trace[660138419] 'process raft request' (duration: 350.327324ms)","trace[660138419] 'compare' (duration: 78.827936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:26:44.77489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.941394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:26:44.774875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.962623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T02:26:44.774936Z","caller":"traceutil/trace.go:171","msg":"trace[1198377077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2214; }","duration":"431.045155ms","start":"2026-04-20T02:26:44.343878Z","end":"2026-04-20T02:26:44.774923Z","steps":["trace[1198377077] 'agreement among raft nodes before linearized reading' (duration: 430.935373ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:26:44.774956Z","caller":"traceutil/trace.go:171","msg":"trace[1937859251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2214; }","duration":"319.088975ms","start":"2026-04-20T02:26:44.455845Z","end":"2026-04-20T02:26:44.774934Z","steps":["trace[1937859251] 'agreement among raft nodes before linearized reading' (duration: 318.815371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.774959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:44.345119Z","time spent":"429.719997ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:26:44.775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:44.455823Z","time spent":"319.168005ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-20T02:26:44.775105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.666285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T02:26:44.775137Z","caller":"traceutil/trace.go:171","msg":"trace[714025327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2214; }","duration":"652.694325ms","start":"2026-04-20T02:26:44.12243Z","end":"2026-04-20T02:26:44.775125Z","steps":["trace[714025327] 'agreement among raft nodes before linearized reading' (duration: 652.565033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.775169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:44.12241Z","time spent":"652.753465ms","remote":"127.0.0.1:36956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-20T02:26:44.77531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.359604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-20T02:26:44.774971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:26:44.343858Z","time spent":"431.105045ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T02:26:44.775364Z","caller":"traceutil/trace.go:171","msg":"trace[1848052908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2214; }","duration":"213.446596ms","start":"2026-04-20T02:26:44.561903Z","end":"2026-04-20T02:26:44.775349Z","steps":["trace[1848052908] 'agreement among raft nodes before linearized reading' (duration: 213.284094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.775429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.892577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T02:26:44.775468Z","caller":"traceutil/trace.go:171","msg":"trace[931989080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2214; }","duration":"208.952958ms","start":"2026-04-20T02:26:44.566503Z","end":"2026-04-20T02:26:44.775456Z","steps":["trace[931989080] 'agreement among raft nodes before linearized reading' (duration: 208.848327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.775478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.484778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T02:26:44.775523Z","caller":"traceutil/trace.go:171","msg":"trace[830563999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2214; }","duration":"210.591449ms","start":"2026-04-20T02:26:44.564919Z","end":"2026-04-20T02:26:44.77551Z","steps":["trace[830563999] 'agreement among raft nodes before linearized reading' (duration: 210.456917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.775628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.293124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e8e0d48-8347-4607-8bcc-bfe70aea8d32\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-20T02:26:44.775697Z","caller":"traceutil/trace.go:171","msg":"trace[2027963990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e8e0d48-8347-4607-8bcc-bfe70aea8d32; range_end:; response_count:1; response_revision:2214; }","duration":"119.360455ms","start":"2026-04-20T02:26:44.656327Z","end":"2026-04-20T02:26:44.775687Z","steps":["trace[2027963990] 'agreement among raft nodes before linearized reading' (duration: 119.210452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:26:44.775751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.497255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T02:26:44.775911Z","caller":"traceutil/trace.go:171","msg":"trace[1595045602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"209.682817ms","start":"2026-04-20T02:26:44.5662Z","end":"2026-04-20T02:26:44.775883Z","steps":["trace[1595045602] 'agreement among raft nodes before linearized reading' (duration: 209.16286ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:05.059062Z","caller":"traceutil/trace.go:171","msg":"trace[98422050] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2497; }","duration":"133.084248ms","start":"2026-04-20T02:27:04.925955Z","end":"2026-04-20T02:27:05.059039Z","steps":["trace[98422050] 'read index received' (duration: 132.939726ms)","trace[98422050] 'applied index is now lower than readState.Index' (duration: 143.522µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:27:05.059107Z","caller":"traceutil/trace.go:171","msg":"trace[1215464841] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"141.060294ms","start":"2026-04-20T02:27:04.918025Z","end":"2026-04-20T02:27:05.059085Z","steps":["trace[1215464841] 'process raft request' (duration: 140.833012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:05.059335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.345381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T02:27:05.059385Z","caller":"traceutil/trace.go:171","msg":"trace[1846408672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2400; }","duration":"133.485263ms","start":"2026-04-20T02:27:04.925884Z","end":"2026-04-20T02:27:05.059369Z","steps":["trace[1846408672] 'agreement among raft nodes before linearized reading' (duration: 133.313191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:16.132208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.682063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7ef9ceac498ad\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-20T02:27:16.132339Z","caller":"traceutil/trace.go:171","msg":"trace[392328203] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7ef9ceac498ad; range_end:; response_count:1; response_revision:2469; }","duration":"260.883536ms","start":"2026-04-20T02:27:15.871428Z","end":"2026-04-20T02:27:16.132312Z","steps":["trace[392328203] 'range keys from in-memory index tree' (duration: 260.480521ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:18.050215Z","caller":"traceutil/trace.go:171","msg":"trace[1569943249] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"324.485184ms","start":"2026-04-20T02:27:17.725702Z","end":"2026-04-20T02:27:18.050188Z","steps":["trace[1569943249] 'process raft request' (duration: 324.262792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:18.050366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:17.725668Z","time spent":"324.613016ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:27:19.286699Z","caller":"traceutil/trace.go:171","msg":"trace[1605520600] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"100.756ms","start":"2026-04-20T02:27:19.185901Z","end":"2026-04-20T02:27:19.286657Z","steps":["trace[1605520600] 'process raft request' (duration: 100.498047ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:19.287107Z","caller":"traceutil/trace.go:171","msg":"trace[1758314773] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"100.564317ms","start":"2026-04-20T02:27:19.186488Z","end":"2026-04-20T02:27:19.287053Z","steps":["trace[1758314773] 'process raft request' (duration: 100.112952ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:20.321297Z","caller":"traceutil/trace.go:171","msg":"trace[927184339] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2591; }","duration":"128.986588ms","start":"2026-04-20T02:27:20.192285Z","end":"2026-04-20T02:27:20.321272Z","steps":["trace[927184339] 'read index received' (duration: 128.793406ms)","trace[927184339] 'applied index is now lower than readState.Index' (duration: 192.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:27:20.321387Z","caller":"traceutil/trace.go:171","msg":"trace[1433685930] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"264.743665ms","start":"2026-04-20T02:27:20.056603Z","end":"2026-04-20T02:27:20.321347Z","steps":["trace[1433685930] 'process raft request' (duration: 264.497052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:20.322237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.929299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T02:27:20.322303Z","caller":"traceutil/trace.go:171","msg":"trace[594296709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2491; }","duration":"130.085321ms","start":"2026-04-20T02:27:20.192198Z","end":"2026-04-20T02:27:20.322283Z","steps":["trace[594296709] 'agreement among raft nodes before linearized reading' (duration: 129.237951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.347985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842855677593615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-20T02:27:21.444943Z","caller":"traceutil/trace.go:171","msg":"trace[380612752] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"837.189255ms","start":"2026-04-20T02:27:20.607728Z","end":"2026-04-20T02:27:21.444918Z","steps":["trace[380612752] 'process raft request' (duration: 837.025973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.445143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:20.607689Z","time spent":"837.357146ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:27:21.457691Z","caller":"traceutil/trace.go:171","msg":"trace[737842169] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"249.097096ms","start":"2026-04-20T02:27:21.208573Z","end":"2026-04-20T02:27:21.45767Z","steps":["trace[737842169] 'process raft request' (duration: 248.960065ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.458019Z","caller":"traceutil/trace.go:171","msg":"trace[1938413599] linearizableReadLoop","detail":"{readStateIndex:2597; appliedIndex:2593; }","duration":"610.769189ms","start":"2026-04-20T02:27:20.847228Z","end":"2026-04-20T02:27:21.457998Z","steps":["trace[1938413599] 'read index received' (duration: 597.607075ms)","trace[1938413599] 'applied index is now lower than readState.Index' (duration: 13.161224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:27:21.458125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.87274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:27:21.458622Z","caller":"traceutil/trace.go:171","msg":"trace[1959567077] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2496; }","duration":"611.411847ms","start":"2026-04-20T02:27:20.847186Z","end":"2026-04-20T02:27:21.458597Z","steps":["trace[1959567077] 'agreement among raft nodes before linearized reading' (duration: 610.882721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.458705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:20.84716Z","time spent":"611.516948ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-20T02:27:21.458834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.398221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T02:27:21.458117Z","caller":"traceutil/trace.go:171","msg":"trace[733190840] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"165.303019ms","start":"2026-04-20T02:27:21.292795Z","end":"2026-04-20T02:27:21.458098Z","steps":["trace[733190840] 'process raft request' (duration: 164.844404ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.45889Z","caller":"traceutil/trace.go:171","msg":"trace[1766290915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2496; }","duration":"160.476342ms","start":"2026-04-20T02:27:21.298401Z","end":"2026-04-20T02:27:21.458877Z","steps":["trace[1766290915] 'agreement among raft nodes before linearized reading' (duration: 160.30958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.458947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.412805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7ef9ceac498ad\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-20T02:27:21.459048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.439131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-20T02:27:21.45907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.086909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:27:21.459111Z","caller":"traceutil/trace.go:171","msg":"trace[726137986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2496; }","duration":"160.561653ms","start":"2026-04-20T02:27:21.298534Z","end":"2026-04-20T02:27:21.459096Z","steps":["trace[726137986] 'agreement among raft nodes before linearized reading' (duration: 160.380331ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.459211Z","caller":"traceutil/trace.go:171","msg":"trace[292032058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2496; }","duration":"119.22952ms","start":"2026-04-20T02:27:21.339882Z","end":"2026-04-20T02:27:21.459112Z","steps":["trace[292032058] 'agreement among raft nodes before linearized reading' (duration: 118.998468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.459239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.599837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-20T02:27:21.458168Z","caller":"traceutil/trace.go:171","msg":"trace[1122985797] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"155.472074ms","start":"2026-04-20T02:27:21.302685Z","end":"2026-04-20T02:27:21.458157Z","steps":["trace[1122985797] 'process raft request' (duration: 155.206091ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.459306Z","caller":"traceutil/trace.go:171","msg":"trace[1110275558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2496; }","duration":"179.638497ms","start":"2026-04-20T02:27:21.279626Z","end":"2026-04-20T02:27:21.459265Z","steps":["trace[1110275558] 'agreement among raft nodes before linearized reading' (duration: 179.464114ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.459058Z","caller":"traceutil/trace.go:171","msg":"trace[22662252] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a7ef9ceac498ad; range_end:; response_count:1; response_revision:2496; }","duration":"575.598388ms","start":"2026-04-20T02:27:20.883438Z","end":"2026-04-20T02:27:21.459036Z","steps":["trace[22662252] 'agreement among raft nodes before linearized reading' (duration: 575.269994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.459403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:20.883403Z","time spent":"575.987783ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a7ef9ceac498ad\" "} {"level":"warn","ts":"2026-04-20T02:27:21.45907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.313444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-20T02:27:21.459495Z","caller":"traceutil/trace.go:171","msg":"trace[698444002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2496; }","duration":"168.76446ms","start":"2026-04-20T02:27:21.290717Z","end":"2026-04-20T02:27:21.459481Z","steps":["trace[698444002] 'agreement among raft nodes before linearized reading' (duration: 168.279673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.459818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.897817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T02:27:21.459869Z","caller":"traceutil/trace.go:171","msg":"trace[665045116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2496; }","duration":"130.979769ms","start":"2026-04-20T02:27:21.328877Z","end":"2026-04-20T02:27:21.459857Z","steps":["trace[665045116] 'agreement among raft nodes before linearized reading' (duration: 129.982517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.462841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.270643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T02:27:21.462901Z","caller":"traceutil/trace.go:171","msg":"trace[1735051667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2496; }","duration":"172.070788ms","start":"2026-04-20T02:27:21.290816Z","end":"2026-04-20T02:27:21.462887Z","steps":["trace[1735051667] 'agreement among raft nodes before linearized reading' (duration: 168.277753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.950438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.030777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:27:21.950674Z","caller":"traceutil/trace.go:171","msg":"trace[1296765459] linearizableReadLoop","detail":"{readStateIndex:2598; appliedIndex:2597; }","duration":"486.699219ms","start":"2026-04-20T02:27:21.463943Z","end":"2026-04-20T02:27:21.950642Z","steps":["trace[1296765459] 'read index received' (duration: 290.354098ms)","trace[1296765459] 'applied index is now lower than readState.Index' (duration: 196.342811ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:27:21.950895Z","caller":"traceutil/trace.go:171","msg":"trace[898564959] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"486.971582ms","start":"2026-04-20T02:27:21.463877Z","end":"2026-04-20T02:27:21.950849Z","steps":["trace[898564959] 'process raft request' (duration: 290.406449ms)","trace[898564959] 'compare' (duration: 195.761854ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:27:21.950812Z","caller":"traceutil/trace.go:171","msg":"trace[1499041942] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"483.774554ms","start":"2026-04-20T02:27:21.467018Z","end":"2026-04-20T02:27:21.950793Z","steps":["trace[1499041942] 'process raft request' (duration: 483.721654ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.95171Z","caller":"traceutil/trace.go:171","msg":"trace[184543840] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"486.350233ms","start":"2026-04-20T02:27:21.465325Z","end":"2026-04-20T02:27:21.951675Z","steps":["trace[184543840] 'process raft request' (duration: 485.304222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.951769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.467012Z","time spent":"484.707535ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:27:21.951811Z","caller":"traceutil/trace.go:171","msg":"trace[744536835] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"486.144302ms","start":"2026-04-20T02:27:21.465647Z","end":"2026-04-20T02:27:21.951791Z","steps":["trace[744536835] 'process raft request' (duration: 485.024619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.9519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.46564Z","time spent":"486.216783ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:27:21.951898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.943663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:27:21.951895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.465313Z","time spent":"486.485525ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:27:21.952026Z","caller":"traceutil/trace.go:171","msg":"trace[1930419908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2502; }","duration":"488.090744ms","start":"2026-04-20T02:27:21.463915Z","end":"2026-04-20T02:27:21.952005Z","steps":["trace[1930419908] 'agreement among raft nodes before linearized reading' (duration: 487.592599ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.952059Z","caller":"traceutil/trace.go:171","msg":"trace[1621381517] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"487.888322ms","start":"2026-04-20T02:27:21.464156Z","end":"2026-04-20T02:27:21.952044Z","steps":["trace[1621381517] 'process raft request' (duration: 486.404885ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:21.952083Z","caller":"traceutil/trace.go:171","msg":"trace[556638228] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"486.067871ms","start":"2026-04-20T02:27:21.466004Z","end":"2026-04-20T02:27:21.952072Z","steps":["trace[556638228] 'process raft request' (duration: 484.701935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.952127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.463898Z","time spent":"488.207885ms","remote":"127.0.0.1:47976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-20T02:27:21.952361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.46386Z","time spent":"487.072693ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:27:21.952147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.465995Z","time spent":"486.122191ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:27:21.95216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.464148Z","time spent":"487.961653ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:27:21.953322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.75735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-20T02:27:21.953399Z","caller":"traceutil/trace.go:171","msg":"trace[1167029645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2502; }","duration":"229.890562ms","start":"2026-04-20T02:27:21.723462Z","end":"2026-04-20T02:27:21.953353Z","steps":["trace[1167029645] 'agreement among raft nodes before linearized reading' (duration: 229.68404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.954121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.29176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-04-20T02:27:21.954362Z","caller":"traceutil/trace.go:171","msg":"trace[1645632350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2502; }","duration":"424.597243ms","start":"2026-04-20T02:27:21.529701Z","end":"2026-04-20T02:27:21.954298Z","steps":["trace[1645632350] 'agreement among raft nodes before linearized reading' (duration: 422.760672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:21.954475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:27:21.529689Z","time spent":"424.767665ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-20T02:27:47.726787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.861704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T02:27:47.727043Z","caller":"traceutil/trace.go:171","msg":"trace[732103734] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"294.857562ms","start":"2026-04-20T02:27:47.432156Z","end":"2026-04-20T02:27:47.727014Z","steps":["trace[732103734] 'process raft request' (duration: 173.615294ms)","trace[732103734] 'compare' (duration: 120.604051ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:27:47.815986Z","caller":"traceutil/trace.go:171","msg":"trace[1893015261] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"261.943353ms","start":"2026-04-20T02:27:47.553992Z","end":"2026-04-20T02:27:47.815935Z","steps":["trace[1893015261] 'process raft request' (duration: 260.852671ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:47.817127Z","caller":"traceutil/trace.go:171","msg":"trace[1891217316] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"235.66001ms","start":"2026-04-20T02:27:47.58143Z","end":"2026-04-20T02:27:47.81709Z","steps":["trace[1891217316] 'process raft request' (duration: 234.292694ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:47.817434Z","caller":"traceutil/trace.go:171","msg":"trace[756726679] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"231.2968ms","start":"2026-04-20T02:27:47.586126Z","end":"2026-04-20T02:27:47.817422Z","steps":["trace[756726679] 'process raft request' (duration: 230.904586ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:47.81715Z","caller":"traceutil/trace.go:171","msg":"trace[1047072683] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"234.658828ms","start":"2026-04-20T02:27:47.582441Z","end":"2026-04-20T02:27:47.8171Z","steps":["trace[1047072683] 'process raft request' (duration: 234.423664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:27:47.81757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.344881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T02:27:47.817646Z","caller":"traceutil/trace.go:171","msg":"trace[1607405054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2655; }","duration":"157.501563ms","start":"2026-04-20T02:27:47.660128Z","end":"2026-04-20T02:27:47.81763Z","steps":["trace[1607405054] 'agreement among raft nodes before linearized reading' (duration: 157.096509ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:27:47.817141Z","caller":"traceutil/trace.go:171","msg":"trace[1243792183] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2758; }","duration":"156.916717ms","start":"2026-04-20T02:27:47.660183Z","end":"2026-04-20T02:27:47.8171Z","steps":["trace[1243792183] 'read index received' (duration: 154.591631ms)","trace[1243792183] 'applied index is now lower than readState.Index' (duration: 2.323636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:29:07.550579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.899243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T02:29:07.550987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.105637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T02:29:07.551427Z","caller":"traceutil/trace.go:171","msg":"trace[531278251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3131; }","duration":"211.783884ms","start":"2026-04-20T02:29:07.339624Z","end":"2026-04-20T02:29:07.551408Z","steps":["trace[531278251] 'range keys from in-memory index tree' (duration: 210.831141ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:29:07.551442Z","caller":"traceutil/trace.go:171","msg":"trace[980779112] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:3131; }","duration":"211.584789ms","start":"2026-04-20T02:29:07.339838Z","end":"2026-04-20T02:29:07.551422Z","steps":["trace[980779112] 'range keys from in-memory index tree' (duration: 210.943354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:29:07.551722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.921097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:29:07.551773Z","caller":"traceutil/trace.go:171","msg":"trace[2001861647] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3131; }","duration":"356.04119ms","start":"2026-04-20T02:29:07.195721Z","end":"2026-04-20T02:29:07.551762Z","steps":["trace[2001861647] 'count revisions from in-memory index tree' (duration: 355.800364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:29:07.551896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:29:07.195699Z","time spent":"356.181993ms","remote":"127.0.0.1:54416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:29:40.287524Z","caller":"traceutil/trace.go:171","msg":"trace[1964234374] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"290.309889ms","start":"2026-04-20T02:29:39.997176Z","end":"2026-04-20T02:29:40.287486Z","steps":["trace[1964234374] 'process raft request' (duration: 290.114165ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:31:51.135138Z","caller":"traceutil/trace.go:171","msg":"trace[1770261060] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"178.923765ms","start":"2026-04-20T02:31:50.956192Z","end":"2026-04-20T02:31:51.135115Z","steps":["trace[1770261060] 'process raft request' (duration: 178.879504ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:31:51.135494Z","caller":"traceutil/trace.go:171","msg":"trace[1278559558] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"179.29599ms","start":"2026-04-20T02:31:50.956183Z","end":"2026-04-20T02:31:51.135478Z","steps":["trace[1278559558] 'process raft request' (duration: 140.780271ms)","trace[1278559558] 'compare' (duration: 38.013301ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:32:50.009135Z","caller":"traceutil/trace.go:171","msg":"trace[1924975367] linearizableReadLoop","detail":"{readStateIndex:4917; appliedIndex:4916; }","duration":"106.25913ms","start":"2026-04-20T02:32:49.902851Z","end":"2026-04-20T02:32:50.00911Z","steps":["trace[1924975367] 'read index received' (duration: 105.981287ms)","trace[1924975367] 'applied index is now lower than readState.Index' (duration: 276.833µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:32:50.009467Z","caller":"traceutil/trace.go:171","msg":"trace[444978316] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"115.669696ms","start":"2026-04-20T02:32:49.893748Z","end":"2026-04-20T02:32:50.009418Z","steps":["trace[444978316] 'process raft request' (duration: 115.165709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:32:50.011235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.353271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T02:32:50.011291Z","caller":"traceutil/trace.go:171","msg":"trace[91816106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4735; }","duration":"108.463273ms","start":"2026-04-20T02:32:49.902814Z","end":"2026-04-20T02:32:50.011277Z","steps":["trace[91816106] 'agreement among raft nodes before linearized reading' (duration: 106.420443ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:23.802944Z","caller":"traceutil/trace.go:171","msg":"trace[1977241259] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"168.099053ms","start":"2026-04-20T02:33:23.634808Z","end":"2026-04-20T02:33:23.802907Z","steps":["trace[1977241259] 'process raft request' (duration: 167.90237ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:23.806989Z","caller":"traceutil/trace.go:171","msg":"trace[1538464619] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"163.023452ms","start":"2026-04-20T02:33:23.643954Z","end":"2026-04-20T02:33:23.806978Z","steps":["trace[1538464619] 'process raft request' (duration: 162.958461ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:24.37674Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2866} {"level":"info","ts":"2026-04-20T02:33:24.461841Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2866,"took":"83.589123ms","hash":1042241054,"current-db-size-bytes":46718976,"current-db-size":"47 MB","current-db-size-in-use-bytes":23883776,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-20T02:33:24.461933Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1042241054,"revision":2866,"compact-revision":-1} {"level":"info","ts":"2026-04-20T02:33:33.501218Z","caller":"traceutil/trace.go:171","msg":"trace[522347458] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"100.460398ms","start":"2026-04-20T02:33:33.400724Z","end":"2026-04-20T02:33:33.501185Z","steps":["trace[522347458] 'process raft request' (duration: 100.337176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:34.605603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.497584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:34.605708Z","caller":"traceutil/trace.go:171","msg":"trace[439561054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5556; }","duration":"115.671877ms","start":"2026-04-20T02:33:34.490013Z","end":"2026-04-20T02:33:34.605685Z","steps":["trace[439561054] 'range keys from in-memory index tree' (duration: 115.408633ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:36.766803Z","caller":"traceutil/trace.go:171","msg":"trace[23463161] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5828; }","duration":"156.509347ms","start":"2026-04-20T02:33:36.610252Z","end":"2026-04-20T02:33:36.766761Z","steps":["trace[23463161] 'read index received' (duration: 156.402336ms)","trace[23463161] 'applied index is now lower than readState.Index' (duration: 103.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:36.766823Z","caller":"traceutil/trace.go:171","msg":"trace[26823851] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"178.097315ms","start":"2026-04-20T02:33:36.588693Z","end":"2026-04-20T02:33:36.766791Z","steps":["trace[26823851] 'process raft request' (duration: 177.804991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:36.76709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.828701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-20T02:33:36.767135Z","caller":"traceutil/trace.go:171","msg":"trace[323050072] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5617; }","duration":"156.895272ms","start":"2026-04-20T02:33:36.61023Z","end":"2026-04-20T02:33:36.767125Z","steps":["trace[323050072] 'agreement among raft nodes before linearized reading' (duration: 156.73752ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:37.591972Z","caller":"traceutil/trace.go:171","msg":"trace[1310367182] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"130.114922ms","start":"2026-04-20T02:33:37.461832Z","end":"2026-04-20T02:33:37.591947Z","steps":["trace[1310367182] 'process raft request' (duration: 129.934459ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:37.983551Z","caller":"traceutil/trace.go:171","msg":"trace[1421533135] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"513.990398ms","start":"2026-04-20T02:33:37.469507Z","end":"2026-04-20T02:33:37.983497Z","steps":["trace[1421533135] 'process raft request' (duration: 513.652944ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:37.98376Z","caller":"traceutil/trace.go:171","msg":"trace[813145873] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5840; }","duration":"501.652779ms","start":"2026-04-20T02:33:37.482056Z","end":"2026-04-20T02:33:37.983708Z","steps":["trace[813145873] 'read index received' (duration: 109.780202ms)","trace[813145873] 'applied index is now lower than readState.Index' (duration: 391.867837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:33:37.983812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:37.46949Z","time spent":"514.170351ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T02:33:37.983794Z","caller":"traceutil/trace.go:171","msg":"trace[195187341] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"436.864787ms","start":"2026-04-20T02:33:37.546907Z","end":"2026-04-20T02:33:37.983772Z","steps":["trace[195187341] 'process raft request' (duration: 436.490602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:37.984005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:37.546879Z","time spent":"437.07671ms","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:33:37.984055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.973093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T02:33:37.984094Z","caller":"traceutil/trace.go:171","msg":"trace[2144236556] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5630; }","duration":"502.066184ms","start":"2026-04-20T02:33:37.482016Z","end":"2026-04-20T02:33:37.984082Z","steps":["trace[2144236556] 'agreement among raft nodes before linearized reading' (duration: 501.868972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:37.984134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:37.482003Z","time spent":"502.121085ms","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":95,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:33:38.091289Z","caller":"traceutil/trace.go:171","msg":"trace[2024896489] linearizableReadLoop","detail":"{readStateIndex:5846; appliedIndex:5843; }","duration":"107.416039ms","start":"2026-04-20T02:33:37.983846Z","end":"2026-04-20T02:33:38.091262Z","steps":["trace[2024896489] 'read index received' (duration: 107.166406ms)","trace[2024896489] 'applied index is now lower than readState.Index' (duration: 248.333µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T02:33:38.091486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.595392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:38.091539Z","caller":"traceutil/trace.go:171","msg":"trace[1884253213] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5633; }","duration":"200.680223ms","start":"2026-04-20T02:33:37.890841Z","end":"2026-04-20T02:33:38.091522Z","steps":["trace[1884253213] 'agreement among raft nodes before linearized reading' (duration: 200.589002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:38.091618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.188385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:38.091338Z","caller":"traceutil/trace.go:171","msg":"trace[154037418] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"145.367341ms","start":"2026-04-20T02:33:37.945944Z","end":"2026-04-20T02:33:38.091311Z","steps":["trace[154037418] 'process raft request' (duration: 145.27758ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:38.09173Z","caller":"traceutil/trace.go:171","msg":"trace[1935583667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5633; }","duration":"364.444058ms","start":"2026-04-20T02:33:37.727268Z","end":"2026-04-20T02:33:38.091712Z","steps":["trace[1935583667] 'agreement among raft nodes before linearized reading' (duration: 364.207865ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:38.091391Z","caller":"traceutil/trace.go:171","msg":"trace[1390569265] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"162.157823ms","start":"2026-04-20T02:33:37.92922Z","end":"2026-04-20T02:33:38.091378Z","steps":["trace[1390569265] 'process raft request' (duration: 161.95705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:38.091963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:37.727246Z","time spent":"364.698732ms","remote":"127.0.0.1:54322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-20T02:33:38.091318Z","caller":"traceutil/trace.go:171","msg":"trace[1422879449] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"162.857412ms","start":"2026-04-20T02:33:37.928419Z","end":"2026-04-20T02:33:38.091277Z","steps":["trace[1422879449] 'process raft request' (duration: 162.592218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:43.306206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.687772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:43.306313Z","caller":"traceutil/trace.go:171","msg":"trace[211149309] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5677; }","duration":"103.876754ms","start":"2026-04-20T02:33:43.202414Z","end":"2026-04-20T02:33:43.306291Z","steps":["trace[211149309] 'count revisions from in-memory index tree' (duration: 103.581641ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:43.767898Z","caller":"traceutil/trace.go:171","msg":"trace[1777204772] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"239.344163ms","start":"2026-04-20T02:33:43.528531Z","end":"2026-04-20T02:33:43.767875Z","steps":["trace[1777204772] 'process raft request' (duration: 239.237611ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:43.819503Z","caller":"traceutil/trace.go:171","msg":"trace[1203845102] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5892; }","duration":"256.260516ms","start":"2026-04-20T02:33:43.563218Z","end":"2026-04-20T02:33:43.819478Z","steps":["trace[1203845102] 'read index received' (duration: 204.766819ms)","trace[1203845102] 'applied index is now lower than readState.Index' (duration: 51.492927ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:43.819535Z","caller":"traceutil/trace.go:171","msg":"trace[53908860] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"273.921337ms","start":"2026-04-20T02:33:43.545589Z","end":"2026-04-20T02:33:43.81951Z","steps":["trace[53908860] 'process raft request' (duration: 270.810524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:43.819709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.477858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-20T02:33:43.81985Z","caller":"traceutil/trace.go:171","msg":"trace[666933347] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5679; }","duration":"256.669481ms","start":"2026-04-20T02:33:43.563168Z","end":"2026-04-20T02:33:43.819837Z","steps":["trace[666933347] 'agreement among raft nodes before linearized reading' (duration: 256.414118ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.280868Z","caller":"traceutil/trace.go:171","msg":"trace[239900341] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"168.261645ms","start":"2026-04-20T02:33:44.112571Z","end":"2026-04-20T02:33:44.280832Z","steps":["trace[239900341] 'process raft request' (duration: 157.136922ms)","trace[239900341] 'compare' (duration: 10.633776ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:44.373758Z","caller":"traceutil/trace.go:171","msg":"trace[180813728] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"259.275242ms","start":"2026-04-20T02:33:44.114455Z","end":"2026-04-20T02:33:44.37373Z","steps":["trace[180813728] 'process raft request' (duration: 259.037469ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.374058Z","caller":"traceutil/trace.go:171","msg":"trace[2061747209] linearizableReadLoop","detail":"{readStateIndex:5903; appliedIndex:5900; }","duration":"254.382726ms","start":"2026-04-20T02:33:44.119644Z","end":"2026-04-20T02:33:44.374027Z","steps":["trace[2061747209] 'read index received' (duration: 150.053615ms)","trace[2061747209] 'applied index is now lower than readState.Index' (duration: 104.327981ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:44.374147Z","caller":"traceutil/trace.go:171","msg":"trace[988030694] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"257.871894ms","start":"2026-04-20T02:33:44.116245Z","end":"2026-04-20T02:33:44.374117Z","steps":["trace[988030694] 'process raft request' (duration: 257.437527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:44.374522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.287299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-20T02:33:44.374536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.849062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-20T02:33:44.374556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.432486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T02:33:44.37457Z","caller":"traceutil/trace.go:171","msg":"trace[2055224739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5689; }","duration":"239.370651ms","start":"2026-04-20T02:33:44.135188Z","end":"2026-04-20T02:33:44.374558Z","steps":["trace[2055224739] 'agreement among raft nodes before linearized reading' (duration: 239.181778ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.374599Z","caller":"traceutil/trace.go:171","msg":"trace[891222705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5689; }","duration":"254.977893ms","start":"2026-04-20T02:33:44.119602Z","end":"2026-04-20T02:33:44.37458Z","steps":["trace[891222705] 'agreement among raft nodes before linearized reading' (duration: 254.657849ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.37461Z","caller":"traceutil/trace.go:171","msg":"trace[492738994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5689; }","duration":"238.579089ms","start":"2026-04-20T02:33:44.136016Z","end":"2026-04-20T02:33:44.374595Z","steps":["trace[492738994] 'agreement among raft nodes before linearized reading' (duration: 238.388117ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.576548Z","caller":"traceutil/trace.go:171","msg":"trace[1741527647] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"102.184221ms","start":"2026-04-20T02:33:44.474332Z","end":"2026-04-20T02:33:44.576516Z","steps":["trace[1741527647] 'process raft request' (duration: 85.058336ms)","trace[1741527647] 'compare' (duration: 16.953073ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:44.588334Z","caller":"traceutil/trace.go:171","msg":"trace[260161773] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"113.86657ms","start":"2026-04-20T02:33:44.474453Z","end":"2026-04-20T02:33:44.58832Z","steps":["trace[260161773] 'process raft request' (duration: 113.681117ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.799326Z","caller":"traceutil/trace.go:171","msg":"trace[393828763] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"152.254075ms","start":"2026-04-20T02:33:44.647029Z","end":"2026-04-20T02:33:44.799283Z","steps":["trace[393828763] 'process raft request' (duration: 152.110403ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.799342Z","caller":"traceutil/trace.go:171","msg":"trace[1858067138] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"153.658155ms","start":"2026-04-20T02:33:44.645637Z","end":"2026-04-20T02:33:44.799295Z","steps":["trace[1858067138] 'process raft request' (duration: 153.2411ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:44.799724Z","caller":"traceutil/trace.go:171","msg":"trace[1465152134] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"154.01096ms","start":"2026-04-20T02:33:44.645696Z","end":"2026-04-20T02:33:44.799707Z","steps":["trace[1465152134] 'process raft request' (duration: 153.365911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:45.004213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.964012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T02:33:45.004325Z","caller":"traceutil/trace.go:171","msg":"trace[772758291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5700; }","duration":"136.095674ms","start":"2026-04-20T02:33:44.868204Z","end":"2026-04-20T02:33:45.0043Z","steps":["trace[772758291] 'range keys from in-memory index tree' (duration: 135.795731ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:46.40926Z","caller":"traceutil/trace.go:171","msg":"trace[727566292] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"123.309557ms","start":"2026-04-20T02:33:46.285921Z","end":"2026-04-20T02:33:46.40923Z","steps":["trace[727566292] 'process raft request' (duration: 123.025924ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:49.139717Z","caller":"traceutil/trace.go:171","msg":"trace[1776054222] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"326.925936ms","start":"2026-04-20T02:33:48.812763Z","end":"2026-04-20T02:33:49.139689Z","steps":["trace[1776054222] 'process raft request' (duration: 326.761734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:49.13988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:48.812728Z","time spent":"327.069287ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T02:33:49.687056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.492262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:49.687151Z","caller":"traceutil/trace.go:171","msg":"trace[1450257885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5734; }","duration":"344.628104ms","start":"2026-04-20T02:33:49.342502Z","end":"2026-04-20T02:33:49.687131Z","steps":["trace[1450257885] 'range keys from in-memory index tree' (duration: 344.423582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:49.687188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:49.342485Z","time spent":"344.695035ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-20T02:33:49.708533Z","caller":"traceutil/trace.go:171","msg":"trace[647535280] linearizableReadLoop","detail":"{readStateIndex:5950; appliedIndex:5949; }","duration":"281.772737ms","start":"2026-04-20T02:33:49.426748Z","end":"2026-04-20T02:33:49.70852Z","steps":["trace[647535280] 'read index received' (duration: 281.551564ms)","trace[647535280] 'applied index is now lower than readState.Index' (duration: 220.153µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T02:33:49.708577Z","caller":"traceutil/trace.go:171","msg":"trace[1830241885] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"345.364335ms","start":"2026-04-20T02:33:49.363175Z","end":"2026-04-20T02:33:49.70854Z","steps":["trace[1830241885] 'process raft request' (duration: 345.217663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T02:33:49.708703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.955689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T02:33:49.708772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T02:33:49.36315Z","time spent":"345.527298ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T02:33:49.70878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.911937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T02:33:49.708836Z","caller":"traceutil/trace.go:171","msg":"trace[1773953673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5735; }","duration":"149.972278ms","start":"2026-04-20T02:33:49.558847Z","end":"2026-04-20T02:33:49.708819Z","steps":["trace[1773953673] 'agreement among raft nodes before linearized reading' (duration: 149.884707ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:33:49.708732Z","caller":"traceutil/trace.go:171","msg":"trace[1925980393] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5735; }","duration":"282.036101ms","start":"2026-04-20T02:33:49.426688Z","end":"2026-04-20T02:33:49.708725Z","steps":["trace[1925980393] 'agreement among raft nodes before linearized reading' (duration: 281.931839ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:35:43.604256Z","caller":"traceutil/trace.go:171","msg":"trace[1271771791] transaction","detail":"{read_only:false; response_revision:6614; number_of_response:1; }","duration":"116.923589ms","start":"2026-04-20T02:35:43.487303Z","end":"2026-04-20T02:35:43.604227Z","steps":["trace[1271771791] 'process raft request' (duration: 116.761957ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T02:35:46.76765Z","caller":"traceutil/trace.go:171","msg":"trace[1581775628] transaction","detail":"{read_only:false; response_revision:6625; number_of_response:1; }","duration":"146.602031ms","start":"2026-04-20T02:35:46.621019Z","end":"2026-04-20T02:35:46.767621Z","steps":["trace[1581775628] 'process raft request' (duration: 146.414809ms)"],"step_count":1}