{"level":"warn","ts":"2026-04-02T22:32:49.078989Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T22:32:49.079081Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.249:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.249:2380","--initial-cluster=instance=https://199.19.213.249:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.249:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.249:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T22:32:49.079153Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T22:32:49.079167Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.249:2380"]} {"level":"info","ts":"2026-04-02T22:32:49.079185Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T22:32:49.07986Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.249:2379"]} {"level":"info","ts":"2026-04-02T22:32:49.079934Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.249:2380"],"listen-peer-urls":["https://199.19.213.249:2380"],"advertise-client-urls":["https://199.19.213.249:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.249:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.249:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T22:32:49.085493Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.35052ms"} {"level":"info","ts":"2026-04-02T22:32:49.091792Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5835264b86215850","cluster-id":"4e10f3807bdbbd9b"} {"level":"info","ts":"2026-04-02T22:32:49.091868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T22:32:49.091896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 became follower at term 0"} {"level":"info","ts":"2026-04-02T22:32:49.09191Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5835264b86215850 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T22:32:49.091927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 became follower at term 1"} {"level":"info","ts":"2026-04-02T22:32:49.091966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 switched to configuration voters=(6356028554918058064)"} {"level":"warn","ts":"2026-04-02T22:32:49.100531Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T22:32:49.102021Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T22:32:49.103433Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T22:32:49.10578Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5835264b86215850","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T22:32:49.105942Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:32:49.106027Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:32:49.106039Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T22:32:49.105997Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5835264b86215850","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T22:32:49.10847Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 switched to configuration voters=(6356028554918058064)"} {"level":"info","ts":"2026-04-02T22:32:49.108728Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4e10f3807bdbbd9b","local-member-id":"5835264b86215850","added-peer-id":"5835264b86215850","added-peer-peer-urls":["https://199.19.213.249:2380"]} {"level":"info","ts":"2026-04-02T22:32:49.11086Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T22:32:49.111014Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.249:2380"} {"level":"info","ts":"2026-04-02T22:32:49.111095Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.249:2380"} {"level":"info","ts":"2026-04-02T22:32:49.111153Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5835264b86215850","initial-advertise-peer-urls":["https://199.19.213.249:2380"],"listen-peer-urls":["https://199.19.213.249:2380"],"advertise-client-urls":["https://199.19.213.249:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.249:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T22:32:49.111194Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T22:32:49.89267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T22:32:49.892754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T22:32:49.892783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 received MsgPreVoteResp from 5835264b86215850 at term 1"} {"level":"info","ts":"2026-04-02T22:32:49.892813Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 became candidate at term 2"} {"level":"info","ts":"2026-04-02T22:32:49.892856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 received MsgVoteResp from 5835264b86215850 at term 2"} {"level":"info","ts":"2026-04-02T22:32:49.892879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5835264b86215850 became leader at term 2"} {"level":"info","ts":"2026-04-02T22:32:49.892901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5835264b86215850 elected leader 5835264b86215850 at term 2"} {"level":"info","ts":"2026-04-02T22:32:49.89418Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5835264b86215850","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.249:2379]}","request-path":"/0/members/5835264b86215850/attributes","cluster-id":"4e10f3807bdbbd9b","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T22:32:49.894218Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:32:49.894366Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T22:32:49.89441Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T22:32:49.895076Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4e10f3807bdbbd9b","local-member-id":"5835264b86215850","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:32:49.895209Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:32:49.895256Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T22:32:49.898036Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T22:32:49.89848Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.249:2379"} {"level":"info","ts":"2026-04-02T22:32:49.900021Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T22:32:49.90013Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T22:32:52.378333Z","caller":"traceutil/trace.go:171","msg":"trace[196714689] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:75; }","duration":"231.931007ms","start":"2026-04-02T22:32:52.146379Z","end":"2026-04-02T22:32:52.37831Z","steps":["trace[196714689] 'read index received' (duration: 231.818414ms)","trace[196714689] 'applied index is now lower than readState.Index' (duration: 111.733µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:32:52.378475Z","caller":"traceutil/trace.go:171","msg":"trace[34180858] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"232.868812ms","start":"2026-04-02T22:32:52.145594Z","end":"2026-04-02T22:32:52.378463Z","steps":["trace[34180858] 'process raft request' (duration: 232.597654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:32:52.378679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.966829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T22:32:52.378796Z","caller":"traceutil/trace.go:171","msg":"trace[1129714791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:72; }","duration":"135.106052ms","start":"2026-04-02T22:32:52.24367Z","end":"2026-04-02T22:32:52.378776Z","steps":["trace[1129714791] 'agreement among raft nodes before linearized reading' (duration: 134.881637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:32:52.378927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.538252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-02T22:32:52.378964Z","caller":"traceutil/trace.go:171","msg":"trace[1342153513] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:72; }","duration":"232.616685ms","start":"2026-04-02T22:32:52.146337Z","end":"2026-04-02T22:32:52.378954Z","steps":["trace[1342153513] 'agreement among raft nodes before linearized reading' (duration: 232.534913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.252258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805088661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T22:33:06.313042Z","caller":"traceutil/trace.go:171","msg":"trace[606273880] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"561.861361ms","start":"2026-04-02T22:33:05.751146Z","end":"2026-04-02T22:33:06.313007Z","steps":["trace[606273880] 'read index received' (duration: 561.612545ms)","trace[606273880] 'applied index is now lower than readState.Index' (duration: 247.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:06.31315Z","caller":"traceutil/trace.go:171","msg":"trace[2012087669] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"769.114203ms","start":"2026-04-02T22:33:05.544016Z","end":"2026-04-02T22:33:06.313131Z","steps":["trace[2012087669] 'process raft request' (duration: 768.817664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.313297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.115767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:33:06.313351Z","caller":"traceutil/trace.go:171","msg":"trace[1446793503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:410; }","duration":"562.245781ms","start":"2026-04-02T22:33:05.751091Z","end":"2026-04-02T22:33:06.313337Z","steps":["trace[1446793503] 'agreement among raft nodes before linearized reading' (duration: 562.096867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.313388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:05.751066Z","time spent":"562.312183ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T22:33:06.313525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.251965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-02T22:33:06.313639Z","caller":"traceutil/trace.go:171","msg":"trace[543006104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"262.398658ms","start":"2026-04-02T22:33:06.051219Z","end":"2026-04-02T22:33:06.313617Z","steps":["trace[543006104] 'agreement among raft nodes before linearized reading' (duration: 262.05344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.313902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:05.543997Z","time spent":"769.195084ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:06.870211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.250799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-02T22:33:06.8703Z","caller":"traceutil/trace.go:171","msg":"trace[776851314] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:410; }","duration":"553.383253ms","start":"2026-04-02T22:33:06.316897Z","end":"2026-04-02T22:33:06.87028Z","steps":["trace[776851314] 'range keys from in-memory index tree' (duration: 553.139237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.870341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:06.31688Z","time spent":"553.451435ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-02T22:33:06.870505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.538086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:33:06.87065Z","caller":"traceutil/trace.go:171","msg":"trace[152418404] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:424; }","duration":"205.618209ms","start":"2026-04-02T22:33:06.665018Z","end":"2026-04-02T22:33:06.870636Z","steps":["trace[152418404] 'read index received' (duration: 196.972276ms)","trace[152418404] 'applied index is now lower than readState.Index' (duration: 8.645173ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:06.870716Z","caller":"traceutil/trace.go:171","msg":"trace[552643162] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"553.65712ms","start":"2026-04-02T22:33:06.317049Z","end":"2026-04-02T22:33:06.870706Z","steps":["trace[552643162] 'process raft request' (duration: 188.717194ms)","trace[552643162] 'compare' (duration: 364.30582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:06.870766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:06.317036Z","time spent":"553.702681ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:06.870953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.936407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:33:06.871006Z","caller":"traceutil/trace.go:171","msg":"trace[1114571420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"206.025079ms","start":"2026-04-02T22:33:06.664967Z","end":"2026-04-02T22:33:06.870992Z","steps":["trace[1114571420] 'agreement among raft nodes before linearized reading' (duration: 205.911175ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:06.871159Z","caller":"traceutil/trace.go:171","msg":"trace[1922111990] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"552.831739ms","start":"2026-04-02T22:33:06.318297Z","end":"2026-04-02T22:33:06.871128Z","steps":["trace[1922111990] 'process raft request' (duration: 552.296906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:06.871242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:06.318278Z","time spent":"552.918021ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:07.463104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:33:07.463472Z","caller":"traceutil/trace.go:171","msg":"trace[1771241888] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"588.182548ms","start":"2026-04-02T22:33:06.875266Z","end":"2026-04-02T22:33:07.463448Z","steps":["trace[1771241888] 'process raft request' (duration: 364.520055ms)","trace[1771241888] 'compare' (duration: 223.108048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:07.463559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:06.875233Z","time spent":"588.285611ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:33:07.463537Z","caller":"traceutil/trace.go:171","msg":"trace[2089545099] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"585.506189ms","start":"2026-04-02T22:33:06.87799Z","end":"2026-04-02T22:33:07.463496Z","steps":["trace[2089545099] 'process raft request' (duration: 585.247302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:07.463694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:06.877962Z","time spent":"585.651804ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:33:23.685293Z","caller":"traceutil/trace.go:171","msg":"trace[892801147] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"150.49238ms","start":"2026-04-02T22:33:23.534771Z","end":"2026-04-02T22:33:23.685263Z","steps":["trace[892801147] 'read index received' (duration: 65.846073ms)","trace[892801147] 'applied index is now lower than readState.Index' (duration: 84.644387ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:23.685298Z","caller":"traceutil/trace.go:171","msg":"trace[1410517760] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"506.62919ms","start":"2026-04-02T22:33:23.178641Z","end":"2026-04-02T22:33:23.68527Z","steps":["trace[1410517760] 'process raft request' (duration: 421.949013ms)","trace[1410517760] 'compare' (duration: 84.314078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:23.685571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:23.178626Z","time spent":"506.873437ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:23.685586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.024428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:33:23.68557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.775708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:33:23.685638Z","caller":"traceutil/trace.go:171","msg":"trace[1455038591] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:515; }","duration":"143.10975ms","start":"2026-04-02T22:33:23.542511Z","end":"2026-04-02T22:33:23.685621Z","steps":["trace[1455038591] 'agreement among raft nodes before linearized reading' (duration: 142.971617ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:23.685668Z","caller":"traceutil/trace.go:171","msg":"trace[1354296086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"150.908681ms","start":"2026-04-02T22:33:23.534734Z","end":"2026-04-02T22:33:23.685642Z","steps":["trace[1354296086] 'agreement among raft nodes before linearized reading' (duration: 150.623824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:23.685571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.563316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T22:33:23.685739Z","caller":"traceutil/trace.go:171","msg":"trace[1265172308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"147.77983ms","start":"2026-04-02T22:33:23.537944Z","end":"2026-04-02T22:33:23.685724Z","steps":["trace[1265172308] 'agreement among raft nodes before linearized reading' (duration: 147.539425ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.209005Z","caller":"traceutil/trace.go:171","msg":"trace[1711389401] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"197.08084ms","start":"2026-04-02T22:33:24.011899Z","end":"2026-04-02T22:33:24.20898Z","steps":["trace[1711389401] 'process raft request' (duration: 196.939146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.217504Z","caller":"traceutil/trace.go:171","msg":"trace[1141285543] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"196.949935ms","start":"2026-04-02T22:33:24.02053Z","end":"2026-04-02T22:33:24.21748Z","steps":["trace[1141285543] 'process raft request' (duration: 196.823192ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.217615Z","caller":"traceutil/trace.go:171","msg":"trace[1963146621] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"191.319581ms","start":"2026-04-02T22:33:24.02628Z","end":"2026-04-02T22:33:24.217599Z","steps":["trace[1963146621] 'process raft request' (duration: 191.153937ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.217618Z","caller":"traceutil/trace.go:171","msg":"trace[540750055] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"193.067246ms","start":"2026-04-02T22:33:24.024463Z","end":"2026-04-02T22:33:24.21753Z","steps":["trace[540750055] 'process raft request' (duration: 192.929823ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.217727Z","caller":"traceutil/trace.go:171","msg":"trace[959406316] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"190.488189ms","start":"2026-04-02T22:33:24.027219Z","end":"2026-04-02T22:33:24.217707Z","steps":["trace[959406316] 'process raft request' (duration: 190.254674ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.217762Z","caller":"traceutil/trace.go:171","msg":"trace[2058146781] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"190.297795ms","start":"2026-04-02T22:33:24.027438Z","end":"2026-04-02T22:33:24.217736Z","steps":["trace[2058146781] 'process raft request' (duration: 190.110681ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.21752Z","caller":"traceutil/trace.go:171","msg":"trace[253404582] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"201.902933ms","start":"2026-04-02T22:33:24.015544Z","end":"2026-04-02T22:33:24.217447Z","steps":["trace[253404582] 'process raft request' (duration: 201.378509ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.221388Z","caller":"traceutil/trace.go:171","msg":"trace[1544362412] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"184.213877ms","start":"2026-04-02T22:33:24.033661Z","end":"2026-04-02T22:33:24.217875Z","steps":["trace[1544362412] 'process raft request' (duration: 183.992912ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.221284Z","caller":"traceutil/trace.go:171","msg":"trace[606279731] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"173.956853ms","start":"2026-04-02T22:33:24.047281Z","end":"2026-04-02T22:33:24.221238Z","steps":["trace[606279731] 'process raft request' (duration: 170.534685ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.222812Z","caller":"traceutil/trace.go:171","msg":"trace[885715034] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"153.957289ms","start":"2026-04-02T22:33:24.068821Z","end":"2026-04-02T22:33:24.222778Z","steps":["trace[885715034] 'process raft request' (duration: 152.395019ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:24.22331Z","caller":"traceutil/trace.go:171","msg":"trace[553259151] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"147.841442ms","start":"2026-04-02T22:33:24.075438Z","end":"2026-04-02T22:33:24.22328Z","steps":["trace[553259151] 'process raft request' (duration: 147.348779ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:30.7437Z","caller":"traceutil/trace.go:171","msg":"trace[188566073] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"128.505425ms","start":"2026-04-02T22:33:30.61516Z","end":"2026-04-02T22:33:30.743665Z","steps":["trace[188566073] 'process raft request' (duration: 127.721255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:31.11167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.574315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:33:31.11181Z","caller":"traceutil/trace.go:171","msg":"trace[54223317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"329.75296ms","start":"2026-04-02T22:33:30.78203Z","end":"2026-04-02T22:33:31.111783Z","steps":["trace[54223317] 'range keys from in-memory index tree' (duration: 329.501284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:31.11187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:30.782014Z","time spent":"329.842473ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T22:33:31.153428Z","caller":"traceutil/trace.go:171","msg":"trace[177260669] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"173.168023ms","start":"2026-04-02T22:33:30.980227Z","end":"2026-04-02T22:33:31.153395Z","steps":["trace[177260669] 'read index received' (duration: 172.896376ms)","trace[177260669] 'applied index is now lower than readState.Index' (duration: 270.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:31.153499Z","caller":"traceutil/trace.go:171","msg":"trace[22394644] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"355.508503ms","start":"2026-04-02T22:33:30.797973Z","end":"2026-04-02T22:33:31.153482Z","steps":["trace[22394644] 'process raft request' (duration: 355.237196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:31.153621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:30.797963Z","time spent":"355.593345ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T22:33:31.153787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.537053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:33:31.153869Z","caller":"traceutil/trace.go:171","msg":"trace[1055240183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"173.653426ms","start":"2026-04-02T22:33:30.980198Z","end":"2026-04-02T22:33:31.153851Z","steps":["trace[1055240183] 'agreement among raft nodes before linearized reading' (duration: 173.378348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:31.154156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.190042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:33:31.15422Z","caller":"traceutil/trace.go:171","msg":"trace[113437355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"171.275055ms","start":"2026-04-02T22:33:30.982931Z","end":"2026-04-02T22:33:31.154206Z","steps":["trace[113437355] 'agreement among raft nodes before linearized reading' (duration: 170.636718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:32.239705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805089129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T22:33:32.740354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805089129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T22:33:33.24147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805089129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T22:33:33.2974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097295531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-02T22:33:33.530031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.14156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:33:33.530235Z","caller":"traceutil/trace.go:171","msg":"trace[966481856] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:652; }","duration":"1.791473518s","start":"2026-04-02T22:33:31.738744Z","end":"2026-04-02T22:33:33.530218Z","steps":["trace[966481856] 'read index received' (duration: 1.558933617s)","trace[966481856] 'applied index is now lower than readState.Index' (duration: 232.538961ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:33.530289Z","caller":"traceutil/trace.go:171","msg":"trace[1566098054] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.334092823s","start":"2026-04-02T22:33:31.196158Z","end":"2026-04-02T22:33:33.530251Z","steps":["trace[1566098054] 'process raft request' (duration: 2.101508541s)","trace[1566098054] 'compare' (duration: 231.885744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:33:33.530359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747418655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:33:33.530391Z","caller":"traceutil/trace.go:171","msg":"trace[805766103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"1.747488827s","start":"2026-04-02T22:33:31.782892Z","end":"2026-04-02T22:33:33.530381Z","steps":["trace[805766103] 'agreement among raft nodes before linearized reading' (duration: 1.747432105s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.53044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:31.782863Z","time spent":"1.747558749s","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T22:33:33.530436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:31.196136Z","time spent":"2.334230756s","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T22:33:33.530478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.596113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:33:33.530473Z","caller":"traceutil/trace.go:171","msg":"trace[506731881] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.045351907s","start":"2026-04-02T22:33:32.484995Z","end":"2026-04-02T22:33:33.530347Z","steps":["trace[506731881] 'process raft request' (duration: 1.045142722s)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:33.530538Z","caller":"traceutil/trace.go:171","msg":"trace[2068729694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:631; }","duration":"351.705065ms","start":"2026-04-02T22:33:33.178817Z","end":"2026-04-02T22:33:33.530522Z","steps":["trace[2068729694] 'agreement among raft nodes before linearized reading' (duration: 351.515551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.530577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:33.178799Z","time spent":"351.770476ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T22:33:33.530609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:32.48497Z","time spent":"1.045568242s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:33.530607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.49457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:33:33.530734Z","caller":"traceutil/trace.go:171","msg":"trace[1106282239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"339.640665ms","start":"2026-04-02T22:33:33.191061Z","end":"2026-04-02T22:33:33.530701Z","steps":["trace[1106282239] 'agreement among raft nodes before linearized reading' (duration: 339.289576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.530778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706120473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T22:33:33.530805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:33.191045Z","time spent":"339.745098ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-02T22:33:33.530823Z","caller":"traceutil/trace.go:171","msg":"trace[2069394668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:631; }","duration":"1.706199275s","start":"2026-04-02T22:33:31.82461Z","end":"2026-04-02T22:33:33.530809Z","steps":["trace[2069394668] 'agreement among raft nodes before linearized reading' (duration: 1.705758383s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.530813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.524174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.249\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-02T22:33:33.530858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:31.824589Z","time spent":"1.706261207s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-02T22:33:33.530881Z","caller":"traceutil/trace.go:171","msg":"trace[969907127] range","detail":"{range_begin:/registry/masterleases/199.19.213.249; range_end:; response_count:1; response_revision:631; }","duration":"383.642856ms","start":"2026-04-02T22:33:33.147218Z","end":"2026-04-02T22:33:33.530861Z","steps":["trace[969907127] 'agreement among raft nodes before linearized reading' (duration: 383.147593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.530913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:33.147193Z","time spent":"383.713378ms","remote":"127.0.0.1:35258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.249\" "} {"level":"warn","ts":"2026-04-02T22:33:33.531065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792312009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:33:33.531111Z","caller":"traceutil/trace.go:171","msg":"trace[261478458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:631; }","duration":"1.792383491s","start":"2026-04-02T22:33:31.738713Z","end":"2026-04-02T22:33:33.531096Z","steps":["trace[261478458] 'agreement among raft nodes before linearized reading' (duration: 1.791616701s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:33.531158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:31.738691Z","time spent":"1.792457162s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T22:33:49.807729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.61603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T22:33:49.807827Z","caller":"traceutil/trace.go:171","msg":"trace[849527445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:793; }","duration":"186.768864ms","start":"2026-04-02T22:33:49.62104Z","end":"2026-04-02T22:33:49.807809Z","steps":["trace[849527445] 'range keys from in-memory index tree' (duration: 186.414194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:49.807853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.368514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:33:49.80792Z","caller":"traceutil/trace.go:171","msg":"trace[1795551759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:793; }","duration":"179.501498ms","start":"2026-04-02T22:33:49.628401Z","end":"2026-04-02T22:33:49.807903Z","steps":["trace[1795551759] 'range keys from in-memory index tree' (duration: 179.185228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:49.807991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.029811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-02T22:33:49.807988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.951648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:33:49.808063Z","caller":"traceutil/trace.go:171","msg":"trace[615098769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:793; }","duration":"194.149803ms","start":"2026-04-02T22:33:49.613894Z","end":"2026-04-02T22:33:49.808044Z","steps":["trace[615098769] 'range keys from in-memory index tree' (duration: 193.875727ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:49.808077Z","caller":"traceutil/trace.go:171","msg":"trace[460907314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:793; }","duration":"187.076271ms","start":"2026-04-02T22:33:49.620981Z","end":"2026-04-02T22:33:49.808057Z","steps":["trace[460907314] 'range keys from in-memory index tree' (duration: 186.816675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:50.125387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.717678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:33:50.125832Z","caller":"traceutil/trace.go:171","msg":"trace[1159995153] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"313.621746ms","start":"2026-04-02T22:33:49.812186Z","end":"2026-04-02T22:33:50.125808Z","steps":["trace[1159995153] 'process raft request' (duration: 132.403374ms)","trace[1159995153] 'compare' (duration: 180.141223ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:33:50.125967Z","caller":"traceutil/trace.go:171","msg":"trace[1533065649] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"313.213765ms","start":"2026-04-02T22:33:49.812735Z","end":"2026-04-02T22:33:50.125949Z","steps":["trace[1533065649] 'process raft request' (duration: 313.160974ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:33:50.126027Z","caller":"traceutil/trace.go:171","msg":"trace[1101519752] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"313.325367ms","start":"2026-04-02T22:33:49.812683Z","end":"2026-04-02T22:33:50.126009Z","steps":["trace[1101519752] 'process raft request' (duration: 312.862665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:33:50.126219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:49.812675Z","time spent":"313.435331ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:50.126398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:49.81272Z","time spent":"313.360239ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:33:50.126573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:33:49.812153Z","time spent":"313.733138ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:34:18.309773Z","caller":"traceutil/trace.go:171","msg":"trace[1345337183] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"294.69563ms","start":"2026-04-02T22:34:18.015052Z","end":"2026-04-02T22:34:18.309747Z","steps":["trace[1345337183] 'process raft request' (duration: 294.534236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.100539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.234874ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T22:34:19.100782Z","caller":"traceutil/trace.go:171","msg":"trace[703185773] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1222; }","duration":"845.882878ms","start":"2026-04-02T22:34:18.254871Z","end":"2026-04-02T22:34:19.100754Z","steps":["trace[703185773] 'read index received' (duration: 54.765807ms)","trace[703185773] 'applied index is now lower than readState.Index' (duration: 791.112401ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:34:19.100827Z","caller":"traceutil/trace.go:171","msg":"trace[371314474] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"551.776043ms","start":"2026-04-02T22:34:18.549032Z","end":"2026-04-02T22:34:19.100808Z","steps":["trace[371314474] 'process raft request' (duration: 551.63756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.100956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.549004Z","time spent":"551.869585ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:34:19.101036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.161265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-02T22:34:19.101074Z","caller":"traceutil/trace.go:171","msg":"trace[770656649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1190; }","duration":"846.245867ms","start":"2026-04-02T22:34:18.254818Z","end":"2026-04-02T22:34:19.101064Z","steps":["trace[770656649] 'agreement among raft nodes before linearized reading' (duration: 846.104803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.101195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.254789Z","time spent":"846.307378ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T22:34:19.101324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.691912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T22:34:19.101355Z","caller":"traceutil/trace.go:171","msg":"trace[1128712909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1190; }","duration":"843.739472ms","start":"2026-04-02T22:34:18.257608Z","end":"2026-04-02T22:34:19.101347Z","steps":["trace[1128712909] 'agreement among raft nodes before linearized reading' (duration: 843.664751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.101378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.257596Z","time spent":"843.775984ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T22:34:19.101489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.52952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-02T22:34:19.101539Z","caller":"traceutil/trace.go:171","msg":"trace[1271395274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1190; }","duration":"831.625562ms","start":"2026-04-02T22:34:18.269901Z","end":"2026-04-02T22:34:19.101527Z","steps":["trace[1271395274] 'agreement among raft nodes before linearized reading' (duration: 831.500349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.101581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.269873Z","time spent":"831.700604ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T22:34:19.101566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.0124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:34:19.101489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.336738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:34:19.101869Z","caller":"traceutil/trace.go:171","msg":"trace[370090429] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1190; }","duration":"487.793291ms","start":"2026-04-02T22:34:18.61405Z","end":"2026-04-02T22:34:19.101843Z","steps":["trace[370090429] 'agreement among raft nodes before linearized reading' (duration: 487.321528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.101946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.614034Z","time spent":"487.892963ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-02T22:34:19.101713Z","caller":"traceutil/trace.go:171","msg":"trace[1967558955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"320.190475ms","start":"2026-04-02T22:34:18.781488Z","end":"2026-04-02T22:34:19.101678Z","steps":["trace[1967558955] 'agreement among raft nodes before linearized reading' (duration: 319.869417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:19.102065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:34:18.781433Z","time spent":"320.612365ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T22:34:33.726831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.890592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-x78pq\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-02T22:34:33.726935Z","caller":"traceutil/trace.go:171","msg":"trace[1490150718] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-x78pq; range_end:; response_count:1; response_revision:1326; }","duration":"217.033185ms","start":"2026-04-02T22:34:33.509878Z","end":"2026-04-02T22:34:33.726911Z","steps":["trace[1490150718] 'range keys from in-memory index tree' (duration: 216.707216ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:34:53.251231Z","caller":"traceutil/trace.go:171","msg":"trace[1029245979] linearizableReadLoop","detail":"{readStateIndex:1711; appliedIndex:1710; }","duration":"100.510392ms","start":"2026-04-02T22:34:53.150693Z","end":"2026-04-02T22:34:53.251204Z","steps":["trace[1029245979] 'read index received' (duration: 100.178863ms)","trace[1029245979] 'applied index is now lower than readState.Index' (duration: 330.539µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:34:53.251291Z","caller":"traceutil/trace.go:171","msg":"trace[1211701742] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"113.26153ms","start":"2026-04-02T22:34:53.138003Z","end":"2026-04-02T22:34:53.251265Z","steps":["trace[1211701742] 'process raft request' (duration: 112.91604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:34:53.251499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.796169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.249\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T22:34:53.251557Z","caller":"traceutil/trace.go:171","msg":"trace[1335413262] range","detail":"{range_begin:/registry/masterleases/199.19.213.249; range_end:; response_count:1; response_revision:1662; }","duration":"100.906201ms","start":"2026-04-02T22:34:53.150637Z","end":"2026-04-02T22:34:53.251543Z","steps":["trace[1335413262] 'agreement among raft nodes before linearized reading' (duration: 100.723367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:04.29291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.410251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:35:04.293026Z","caller":"traceutil/trace.go:171","msg":"trace[26155724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"510.575166ms","start":"2026-04-02T22:35:03.782426Z","end":"2026-04-02T22:35:04.293001Z","steps":["trace[26155724] 'range keys from in-memory index tree' (duration: 510.325098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:04.293084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:03.782409Z","time spent":"510.662248ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T22:35:04.293045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.218624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-190d792a-773b-4aad-b90f-f48896599162\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T22:35:04.293221Z","caller":"traceutil/trace.go:171","msg":"trace[150276705] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-190d792a-773b-4aad-b90f-f48896599162; range_end:; response_count:1; response_revision:1842; }","duration":"629.443979ms","start":"2026-04-02T22:35:03.66376Z","end":"2026-04-02T22:35:04.293204Z","steps":["trace[150276705] 'range keys from in-memory index tree' (duration: 628.952477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:04.293267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:03.663729Z","time spent":"629.522671ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-190d792a-773b-4aad-b90f-f48896599162\" "} {"level":"warn","ts":"2026-04-02T22:35:04.293309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.621049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-04-02T22:35:04.293328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.905412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-190d792a-773b-4aad-b90f-f48896599162\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T22:35:04.293454Z","caller":"traceutil/trace.go:171","msg":"trace[1065600394] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-190d792a-773b-4aad-b90f-f48896599162; range_end:; response_count:1; response_revision:1842; }","duration":"238.079356ms","start":"2026-04-02T22:35:04.055344Z","end":"2026-04-02T22:35:04.293424Z","steps":["trace[1065600394] 'range keys from in-memory index tree' (duration: 237.583814ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:04.293387Z","caller":"traceutil/trace.go:171","msg":"trace[2092589932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"739.745482ms","start":"2026-04-02T22:35:03.553626Z","end":"2026-04-02T22:35:04.293371Z","steps":["trace[2092589932] 'range keys from in-memory index tree' (duration: 739.442664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:04.293628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:03.553608Z","time spent":"739.958347ms","remote":"127.0.0.1:41442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4613,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-02T22:35:04.736038Z","caller":"traceutil/trace.go:171","msg":"trace[1891626628] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1897; }","duration":"245.629589ms","start":"2026-04-02T22:35:04.49038Z","end":"2026-04-02T22:35:04.73601Z","steps":["trace[1891626628] 'read index received' (duration: 245.390213ms)","trace[1891626628] 'applied index is now lower than readState.Index' (duration: 238.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:04.736132Z","caller":"traceutil/trace.go:171","msg":"trace[2138186068] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"434.415529ms","start":"2026-04-02T22:35:04.301688Z","end":"2026-04-02T22:35:04.736103Z","steps":["trace[2138186068] 'process raft request' (duration: 434.07388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:04.736304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.919577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-04-02T22:35:04.736312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.30165Z","time spent":"434.541573ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:35:04.736356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.999009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:35:04.736397Z","caller":"traceutil/trace.go:171","msg":"trace[878187021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1843; }","duration":"188.072441ms","start":"2026-04-02T22:35:04.548313Z","end":"2026-04-02T22:35:04.736386Z","steps":["trace[878187021] 'agreement among raft nodes before linearized reading' (duration: 187.977689ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:04.736399Z","caller":"traceutil/trace.go:171","msg":"trace[969900214] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1843; }","duration":"246.005219ms","start":"2026-04-02T22:35:04.490328Z","end":"2026-04-02T22:35:04.736333Z","steps":["trace[969900214] 'agreement among raft nodes before linearized reading' (duration: 245.845295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:05.134235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.916706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:35:05.134431Z","caller":"traceutil/trace.go:171","msg":"trace[1509708085] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1898; }","duration":"361.214129ms","start":"2026-04-02T22:35:04.7732Z","end":"2026-04-02T22:35:05.134414Z","steps":["trace[1509708085] 'read index received' (duration: 22.041926ms)","trace[1509708085] 'applied index is now lower than readState.Index' (duration: 339.170863ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:05.13447Z","caller":"traceutil/trace.go:171","msg":"trace[19826881] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"392.00701ms","start":"2026-04-02T22:35:04.742445Z","end":"2026-04-02T22:35:05.134452Z","steps":["trace[19826881] 'process raft request' (duration: 52.803676ms)","trace[19826881] 'compare' (duration: 338.810843ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:05.13452Z","caller":"traceutil/trace.go:171","msg":"trace[1036781802] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"384.781495ms","start":"2026-04-02T22:35:04.749692Z","end":"2026-04-02T22:35:05.134474Z","steps":["trace[1036781802] 'process raft request' (duration: 384.64561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:05.134792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.589028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T22:35:05.134831Z","caller":"traceutil/trace.go:171","msg":"trace[1646700325] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1845; }","duration":"361.627919ms","start":"2026-04-02T22:35:04.773192Z","end":"2026-04-02T22:35:05.13482Z","steps":["trace[1646700325] 'agreement among raft nodes before linearized reading' (duration: 361.305891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:05.134843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.749661Z","time spent":"385.115653ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:35:05.134871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.773138Z","time spent":"361.721812ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":666,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T22:35:05.134549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.742422Z","time spent":"392.092131ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:35:05.306132Z","caller":"traceutil/trace.go:171","msg":"trace[493442748] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1900; }","duration":"171.633239ms","start":"2026-04-02T22:35:05.134472Z","end":"2026-04-02T22:35:05.306105Z","steps":["trace[493442748] 'read index received' (duration: 115.932018ms)","trace[493442748] 'applied index is now lower than readState.Index' (duration: 55.700461ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:05.306267Z","caller":"traceutil/trace.go:171","msg":"trace[2028765935] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"335.338864ms","start":"2026-04-02T22:35:04.970886Z","end":"2026-04-02T22:35:05.306225Z","steps":["trace[2028765935] 'process raft request' (duration: 279.583471ms)","trace[2028765935] 'compare' (duration: 55.506967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:35:05.306405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.139257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:35:05.307186Z","caller":"traceutil/trace.go:171","msg":"trace[806863705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1846; }","duration":"521.936536ms","start":"2026-04-02T22:35:04.785219Z","end":"2026-04-02T22:35:05.307156Z","steps":["trace[806863705] 'agreement among raft nodes before linearized reading' (duration: 521.003333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:05.306417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.970865Z","time spent":"335.476338ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:35:05.307307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:04.785204Z","time spent":"522.061109ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T22:35:05.332721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.586878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-02T22:35:05.332791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.955248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-04-02T22:35:05.332811Z","caller":"traceutil/trace.go:171","msg":"trace[918920129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1847; }","duration":"194.746432ms","start":"2026-04-02T22:35:05.138029Z","end":"2026-04-02T22:35:05.332775Z","steps":["trace[918920129] 'agreement among raft nodes before linearized reading' (duration: 194.519916ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:05.33283Z","caller":"traceutil/trace.go:171","msg":"trace[654210000] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1847; }","duration":"195.03094ms","start":"2026-04-02T22:35:05.13778Z","end":"2026-04-02T22:35:05.332811Z","steps":["trace[654210000] 'agreement among raft nodes before linearized reading' (duration: 194.958038ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:13.629239Z","caller":"traceutil/trace.go:171","msg":"trace[1002328669] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"138.944169ms","start":"2026-04-02T22:35:13.490265Z","end":"2026-04-02T22:35:13.629209Z","steps":["trace[1002328669] 'process raft request' (duration: 138.893937ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:13.629323Z","caller":"traceutil/trace.go:171","msg":"trace[2110845431] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"142.753747ms","start":"2026-04-02T22:35:13.486501Z","end":"2026-04-02T22:35:13.629254Z","steps":["trace[2110845431] 'process raft request' (duration: 142.519741ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:13.629193Z","caller":"traceutil/trace.go:171","msg":"trace[322362737] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"142.900561ms","start":"2026-04-02T22:35:13.486243Z","end":"2026-04-02T22:35:13.629143Z","steps":["trace[322362737] 'process raft request' (duration: 142.513612ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:13.629378Z","caller":"traceutil/trace.go:171","msg":"trace[1554333344] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"140.642222ms","start":"2026-04-02T22:35:13.488719Z","end":"2026-04-02T22:35:13.629361Z","steps":["trace[1554333344] 'process raft request' (duration: 140.334834ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:13.629371Z","caller":"traceutil/trace.go:171","msg":"trace[998946240] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"142.855869ms","start":"2026-04-02T22:35:13.486473Z","end":"2026-04-02T22:35:13.629329Z","steps":["trace[998946240] 'process raft request' (duration: 142.503131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:47.535777Z","caller":"traceutil/trace.go:171","msg":"trace[52864796] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"200.07689ms","start":"2026-04-02T22:35:47.335679Z","end":"2026-04-02T22:35:47.535756Z","steps":["trace[52864796] 'process raft request' (duration: 199.935246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:47.908726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.597083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:35:47.908872Z","caller":"traceutil/trace.go:171","msg":"trace[1144204015] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"281.922286ms","start":"2026-04-02T22:35:47.626927Z","end":"2026-04-02T22:35:47.90885Z","steps":["trace[1144204015] 'read index received' (duration: 66.031185ms)","trace[1144204015] 'applied index is now lower than readState.Index' (duration: 215.889601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:35:47.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.267394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-02T22:35:47.909294Z","caller":"traceutil/trace.go:171","msg":"trace[1121420126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"282.397748ms","start":"2026-04-02T22:35:47.626873Z","end":"2026-04-02T22:35:47.909271Z","steps":["trace[1121420126] 'agreement among raft nodes before linearized reading' (duration: 282.059989ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:47.908995Z","caller":"traceutil/trace.go:171","msg":"trace[2087520592] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"403.242289ms","start":"2026-04-02T22:35:47.505709Z","end":"2026-04-02T22:35:47.908952Z","steps":["trace[2087520592] 'process raft request' (duration: 187.320947ms)","trace[2087520592] 'compare' (duration: 215.434699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:35:47.909791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:35:47.505683Z","time spent":"404.03689ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:35:47.937852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.234267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:35:47.937948Z","caller":"traceutil/trace.go:171","msg":"trace[39422955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2184; }","duration":"229.38332ms","start":"2026-04-02T22:35:47.708548Z","end":"2026-04-02T22:35:47.937931Z","steps":["trace[39422955] 'agreement among raft nodes before linearized reading' (duration: 229.164365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:47.937967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.291009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:35:47.938122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2ab192da4fd4f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-02T22:35:47.938185Z","caller":"traceutil/trace.go:171","msg":"trace[2110936911] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2ab192da4fd4f; range_end:; response_count:1; response_revision:2184; }","duration":"151.171848ms","start":"2026-04-02T22:35:47.787002Z","end":"2026-04-02T22:35:47.938173Z","steps":["trace[2110936911] 'agreement among raft nodes before linearized reading' (duration: 151.057405ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:47.938124Z","caller":"traceutil/trace.go:171","msg":"trace[1622068295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2184; }","duration":"154.480834ms","start":"2026-04-02T22:35:47.783621Z","end":"2026-04-02T22:35:47.938102Z","steps":["trace[1622068295] 'agreement among raft nodes before linearized reading' (duration: 154.287529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:47.938364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.834251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T22:35:47.938455Z","caller":"traceutil/trace.go:171","msg":"trace[607062142] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2184; }","duration":"222.991606ms","start":"2026-04-02T22:35:47.715443Z","end":"2026-04-02T22:35:47.938435Z","steps":["trace[607062142] 'agreement among raft nodes before linearized reading' (duration: 222.724819ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.144264Z","caller":"traceutil/trace.go:171","msg":"trace[1883152625] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"203.237471ms","start":"2026-04-02T22:35:47.94099Z","end":"2026-04-02T22:35:48.144228Z","steps":["trace[1883152625] 'process raft request' (duration: 166.134827ms)","trace[1883152625] 'compare' (duration: 36.917829ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:48.179018Z","caller":"traceutil/trace.go:171","msg":"trace[1738760747] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"237.44601ms","start":"2026-04-02T22:35:47.941544Z","end":"2026-04-02T22:35:48.17899Z","steps":["trace[1738760747] 'process raft request' (duration: 237.252496ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.17937Z","caller":"traceutil/trace.go:171","msg":"trace[1341025668] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"236.402104ms","start":"2026-04-02T22:35:47.942926Z","end":"2026-04-02T22:35:48.179328Z","steps":["trace[1341025668] 'process raft request' (duration: 236.015383ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.179763Z","caller":"traceutil/trace.go:171","msg":"trace[1801591902] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"236.459625ms","start":"2026-04-02T22:35:47.943288Z","end":"2026-04-02T22:35:48.179747Z","steps":["trace[1801591902] 'process raft request' (duration: 235.928641ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.179978Z","caller":"traceutil/trace.go:171","msg":"trace[576941361] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"236.650869ms","start":"2026-04-02T22:35:47.943312Z","end":"2026-04-02T22:35:48.179963Z","steps":["trace[576941361] 'process raft request' (duration: 236.358271ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.17994Z","caller":"traceutil/trace.go:171","msg":"trace[387002612] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2256; }","duration":"192.245126ms","start":"2026-04-02T22:35:47.987663Z","end":"2026-04-02T22:35:48.179908Z","steps":["trace[387002612] 'read index received' (duration: 119.543907ms)","trace[387002612] 'applied index is now lower than readState.Index' (duration: 72.700119ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:35:48.180056Z","caller":"traceutil/trace.go:171","msg":"trace[1804877727] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"235.384876ms","start":"2026-04-02T22:35:47.944655Z","end":"2026-04-02T22:35:48.18004Z","steps":["trace[1804877727] 'process raft request' (duration: 235.197152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:48.180184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.483812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-04-02T22:35:48.180264Z","caller":"traceutil/trace.go:171","msg":"trace[360750019] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2190; }","duration":"192.624255ms","start":"2026-04-02T22:35:47.987627Z","end":"2026-04-02T22:35:48.180251Z","steps":["trace[360750019] 'agreement among raft nodes before linearized reading' (duration: 192.38187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:48.180291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.30824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-04-02T22:35:48.180353Z","caller":"traceutil/trace.go:171","msg":"trace[920212251] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2190; }","duration":"184.423232ms","start":"2026-04-02T22:35:47.995908Z","end":"2026-04-02T22:35:48.180331Z","steps":["trace[920212251] 'agreement among raft nodes before linearized reading' (duration: 184.214767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:35:48.180375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.801892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11670"} {"level":"info","ts":"2026-04-02T22:35:48.18046Z","caller":"traceutil/trace.go:171","msg":"trace[545224043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2190; }","duration":"144.957477ms","start":"2026-04-02T22:35:48.035482Z","end":"2026-04-02T22:35:48.180439Z","steps":["trace[545224043] 'agreement among raft nodes before linearized reading' (duration: 144.679989ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.385575Z","caller":"traceutil/trace.go:171","msg":"trace[1614454017] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"167.665207ms","start":"2026-04-02T22:35:48.217885Z","end":"2026-04-02T22:35:48.385551Z","steps":["trace[1614454017] 'process raft request' (duration: 167.474412ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.38873Z","caller":"traceutil/trace.go:171","msg":"trace[1456046466] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"168.626292ms","start":"2026-04-02T22:35:48.220075Z","end":"2026-04-02T22:35:48.388702Z","steps":["trace[1456046466] 'process raft request' (duration: 168.400676ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:35:48.388809Z","caller":"traceutil/trace.go:171","msg":"trace[1223779867] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"166.212978ms","start":"2026-04-02T22:35:48.222555Z","end":"2026-04-02T22:35:48.388768Z","steps":["trace[1223779867] 'process raft request' (duration: 166.055885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:36:32.007669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.673416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-02T22:36:32.007733Z","caller":"traceutil/trace.go:171","msg":"trace[1333386807] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2537; }","duration":"181.79489ms","start":"2026-04-02T22:36:31.825926Z","end":"2026-04-02T22:36:32.007721Z","steps":["trace[1333386807] 'range keys from in-memory index tree' (duration: 181.510342ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:37:06.770173Z","caller":"traceutil/trace.go:171","msg":"trace[31824564] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2879; }","duration":"188.497233ms","start":"2026-04-02T22:37:06.581654Z","end":"2026-04-02T22:37:06.770151Z","steps":["trace[31824564] 'read index received' (duration: 95.540716ms)","trace[31824564] 'applied index is now lower than readState.Index' (duration: 92.955687ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:37:06.770458Z","caller":"traceutil/trace.go:171","msg":"trace[1287507691] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"190.807475ms","start":"2026-04-02T22:37:06.579639Z","end":"2026-04-02T22:37:06.770446Z","steps":["trace[1287507691] 'process raft request' (duration: 190.125237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:37:06.77066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.983916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:37:06.770642Z","caller":"traceutil/trace.go:171","msg":"trace[526794181] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"190.517546ms","start":"2026-04-02T22:37:06.580072Z","end":"2026-04-02T22:37:06.77059Z","steps":["trace[526794181] 'process raft request' (duration: 189.817828ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:37:06.770707Z","caller":"traceutil/trace.go:171","msg":"trace[1352915686] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"100.723982ms","start":"2026-04-02T22:37:06.669965Z","end":"2026-04-02T22:37:06.770689Z","steps":["trace[1352915686] 'process raft request' (duration: 99.961112ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:37:06.770724Z","caller":"traceutil/trace.go:171","msg":"trace[887704689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2776; }","duration":"189.081099ms","start":"2026-04-02T22:37:06.581628Z","end":"2026-04-02T22:37:06.770709Z","steps":["trace[887704689] 'agreement among raft nodes before linearized reading' (duration: 188.883464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:37:06.770727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.707971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T22:37:06.770765Z","caller":"traceutil/trace.go:171","msg":"trace[332361565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2776; }","duration":"185.762522ms","start":"2026-04-02T22:37:06.584992Z","end":"2026-04-02T22:37:06.770755Z","steps":["trace[332361565] 'agreement among raft nodes before linearized reading' (duration: 185.66221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:37:06.770884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.080687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:37:06.77095Z","caller":"traceutil/trace.go:171","msg":"trace[741204564] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2776; }","duration":"182.17939ms","start":"2026-04-02T22:37:06.588754Z","end":"2026-04-02T22:37:06.770933Z","steps":["trace[741204564] 'agreement among raft nodes before linearized reading' (duration: 182.070226ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:38:08.443788Z","caller":"traceutil/trace.go:171","msg":"trace[152163642] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"212.744107ms","start":"2026-04-02T22:38:08.231019Z","end":"2026-04-02T22:38:08.443763Z","steps":["trace[152163642] 'process raft request' (duration: 212.578593ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:27.743898Z","caller":"traceutil/trace.go:171","msg":"trace[935353492] linearizableReadLoop","detail":"{readStateIndex:4576; appliedIndex:4575; }","duration":"176.773125ms","start":"2026-04-02T22:39:27.567098Z","end":"2026-04-02T22:39:27.743871Z","steps":["trace[935353492] 'read index received' (duration: 108.093847ms)","trace[935353492] 'applied index is now lower than readState.Index' (duration: 68.678378ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:27.74403Z","caller":"traceutil/trace.go:171","msg":"trace[666340163] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"195.400198ms","start":"2026-04-02T22:39:27.548616Z","end":"2026-04-02T22:39:27.744016Z","steps":["trace[666340163] 'process raft request' (duration: 126.629757ms)","trace[666340163] 'compare' (duration: 68.486853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:27.744285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.151894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:39:27.74436Z","caller":"traceutil/trace.go:171","msg":"trace[320180877] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4388; }","duration":"177.279548ms","start":"2026-04-02T22:39:27.567062Z","end":"2026-04-02T22:39:27.744342Z","steps":["trace[320180877] 'agreement among raft nodes before linearized reading' (duration: 177.126724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:27.745362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.196806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2110482"} {"level":"info","ts":"2026-04-02T22:39:27.745436Z","caller":"traceutil/trace.go:171","msg":"trace[3789206] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4388; }","duration":"167.326231ms","start":"2026-04-02T22:39:27.578084Z","end":"2026-04-02T22:39:27.74541Z","steps":["trace[3789206] 'agreement among raft nodes before linearized reading' (duration: 165.993497ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:28.883793Z","caller":"traceutil/trace.go:171","msg":"trace[554156058] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"133.005497ms","start":"2026-04-02T22:39:28.750757Z","end":"2026-04-02T22:39:28.883763Z","steps":["trace[554156058] 'process raft request' (duration: 132.819642ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:28.88385Z","caller":"traceutil/trace.go:171","msg":"trace[1428107252] linearizableReadLoop","detail":"{readStateIndex:4619; appliedIndex:4619; }","duration":"132.638078ms","start":"2026-04-02T22:39:28.751156Z","end":"2026-04-02T22:39:28.883794Z","steps":["trace[1428107252] 'read index received' (duration: 132.610968ms)","trace[1428107252] 'applied index is now lower than readState.Index' (duration: 22.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:28.884254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.055838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-04-02T22:39:28.884372Z","caller":"traceutil/trace.go:171","msg":"trace[399240945] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4430; }","duration":"133.241782ms","start":"2026-04-02T22:39:28.751105Z","end":"2026-04-02T22:39:28.884347Z","steps":["trace[399240945] 'agreement among raft nodes before linearized reading' (duration: 132.833473ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:28.91868Z","caller":"traceutil/trace.go:171","msg":"trace[1359035887] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"165.552365ms","start":"2026-04-02T22:39:28.753074Z","end":"2026-04-02T22:39:28.918626Z","steps":["trace[1359035887] 'process raft request' (duration: 165.298729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:28.919043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.239506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:39:28.919135Z","caller":"traceutil/trace.go:171","msg":"trace[1931049910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4432; }","duration":"138.387981ms","start":"2026-04-02T22:39:28.780722Z","end":"2026-04-02T22:39:28.91911Z","steps":["trace[1931049910] 'agreement among raft nodes before linearized reading' (duration: 138.167766ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:29.181894Z","caller":"traceutil/trace.go:171","msg":"trace[302815924] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"152.968423ms","start":"2026-04-02T22:39:29.028899Z","end":"2026-04-02T22:39:29.181868Z","steps":["trace[302815924] 'process raft request' (duration: 78.42207ms)","trace[302815924] 'compare' (duration: 74.42091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:31.79067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.31625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:39:31.790914Z","caller":"traceutil/trace.go:171","msg":"trace[1590156419] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"459.910854ms","start":"2026-04-02T22:39:31.330976Z","end":"2026-04-02T22:39:31.790887Z","steps":["trace[1590156419] 'compare' (duration: 455.063274ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:31.790969Z","caller":"traceutil/trace.go:171","msg":"trace[1157024512] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"457.457072ms","start":"2026-04-02T22:39:31.333488Z","end":"2026-04-02T22:39:31.790945Z","steps":["trace[1157024512] 'process raft request' (duration: 457.304379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.791053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.330966Z","time spent":"460.015607ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4697,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:31.791072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.333462Z","time spent":"457.556745ms","remote":"127.0.0.1:35426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:39:31.791179Z","caller":"traceutil/trace.go:171","msg":"trace[628700245] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"457.246919ms","start":"2026-04-02T22:39:31.333907Z","end":"2026-04-02T22:39:31.791154Z","steps":["trace[628700245] 'process raft request' (duration: 456.978402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.79127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.333889Z","time spent":"457.345701ms","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T22:39:31.791355Z","caller":"traceutil/trace.go:171","msg":"trace[604982837] linearizableReadLoop","detail":"{readStateIndex:4736; appliedIndex:4731; }","duration":"354.497324ms","start":"2026-04-02T22:39:31.436836Z","end":"2026-04-02T22:39:31.791333Z","steps":["trace[604982837] 'read index received' (duration: 68.629687ms)","trace[604982837] 'applied index is now lower than readState.Index' (duration: 285.864987ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:31.791481Z","caller":"traceutil/trace.go:171","msg":"trace[730035258] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"405.704497ms","start":"2026-04-02T22:39:31.385766Z","end":"2026-04-02T22:39:31.791471Z","steps":["trace[730035258] 'process raft request' (duration: 405.40818ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:31.791458Z","caller":"traceutil/trace.go:171","msg":"trace[619774896] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"456.319555ms","start":"2026-04-02T22:39:31.335114Z","end":"2026-04-02T22:39:31.791434Z","steps":["trace[619774896] 'process raft request' (duration: 455.937085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.791579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.38574Z","time spent":"405.769079ms","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":167043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:31.791581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.335097Z","time spent":"456.422498ms","remote":"127.0.0.1:35758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5275,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:31.79165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.583551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c45cce5-0aa9-4450-9753-5d9efd9cedcf\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-04-02T22:39:31.79172Z","caller":"traceutil/trace.go:171","msg":"trace[1950724903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c45cce5-0aa9-4450-9753-5d9efd9cedcf; range_end:; response_count:1; response_revision:4542; }","duration":"349.696134ms","start":"2026-04-02T22:39:31.442006Z","end":"2026-04-02T22:39:31.791702Z","steps":["trace[1950724903] 'agreement among raft nodes before linearized reading' (duration: 349.500969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.791777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.441985Z","time spent":"349.778465ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4099,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c45cce5-0aa9-4450-9753-5d9efd9cedcf\" "} {"level":"warn","ts":"2026-04-02T22:39:31.791827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.252144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-02T22:39:31.791896Z","caller":"traceutil/trace.go:171","msg":"trace[754884613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4542; }","duration":"269.346556ms","start":"2026-04-02T22:39:31.522534Z","end":"2026-04-02T22:39:31.791881Z","steps":["trace[754884613] 'agreement among raft nodes before linearized reading' (duration: 269.170571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.234997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-02T22:39:31.792183Z","caller":"traceutil/trace.go:171","msg":"trace[341516576] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4542; }","duration":"288.331178ms","start":"2026-04-02T22:39:31.503837Z","end":"2026-04-02T22:39:31.792169Z","steps":["trace[341516576] 'agreement among raft nodes before linearized reading' (duration: 288.181794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.56431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-gmhtk\" ","response":"range_response_count:1 size:5141"} {"level":"warn","ts":"2026-04-02T22:39:31.792465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.698936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T22:39:31.79254Z","caller":"traceutil/trace.go:171","msg":"trace[2096665356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4542; }","duration":"300.784288ms","start":"2026-04-02T22:39:31.491718Z","end":"2026-04-02T22:39:31.792502Z","steps":["trace[2096665356] 'agreement among raft nodes before linearized reading' (duration: 300.653185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.491699Z","time spent":"300.881211ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T22:39:31.792631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.729998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T22:39:31.792688Z","caller":"traceutil/trace.go:171","msg":"trace[1600210375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4542; }","duration":"257.823591ms","start":"2026-04-02T22:39:31.53485Z","end":"2026-04-02T22:39:31.792674Z","steps":["trace[1600210375] 'agreement among raft nodes before linearized reading' (duration: 257.664956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.719883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-02T22:39:31.792719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.419847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2572229"} {"level":"info","ts":"2026-04-02T22:39:31.792791Z","caller":"traceutil/trace.go:171","msg":"trace[827283680] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4542; }","duration":"238.52303ms","start":"2026-04-02T22:39:31.554251Z","end":"2026-04-02T22:39:31.792774Z","steps":["trace[827283680] 'agreement among raft nodes before linearized reading' (duration: 237.3393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.957054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:39:31.792847Z","caller":"traceutil/trace.go:171","msg":"trace[1549546932] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4542; }","duration":"106.015156ms","start":"2026-04-02T22:39:31.686827Z","end":"2026-04-02T22:39:31.792842Z","steps":["trace[1549546932] 'agreement among raft nodes before linearized reading' (duration: 105.938214ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:31.792471Z","caller":"traceutil/trace.go:171","msg":"trace[1599319476] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-gmhtk; range_end:; response_count:1; response_revision:4542; }","duration":"355.656463ms","start":"2026-04-02T22:39:31.436796Z","end":"2026-04-02T22:39:31.792452Z","steps":["trace[1599319476] 'agreement among raft nodes before linearized reading' (duration: 355.502069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:31.792932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:31.436779Z","time spent":"356.136484ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":5163,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-gmhtk\" "} {"level":"info","ts":"2026-04-02T22:39:31.792737Z","caller":"traceutil/trace.go:171","msg":"trace[1181844739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4542; }","duration":"258.804035ms","start":"2026-04-02T22:39:31.533922Z","end":"2026-04-02T22:39:31.792726Z","steps":["trace[1181844739] 'agreement among raft nodes before linearized reading' (duration: 258.695472ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:33.388491Z","caller":"traceutil/trace.go:171","msg":"trace[915889354] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"417.070428ms","start":"2026-04-02T22:39:32.971362Z","end":"2026-04-02T22:39:33.388432Z","steps":["trace[915889354] 'process raft request' (duration: 350.647873ms)","trace[915889354] 'compare' (duration: 65.999484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:33.388768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:32.97134Z","time spent":"417.311304ms","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-02T22:39:33.388797Z","caller":"traceutil/trace.go:171","msg":"trace[1764554427] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"402.091836ms","start":"2026-04-02T22:39:32.986681Z","end":"2026-04-02T22:39:33.388772Z","steps":["trace[1764554427] 'process raft request' (duration: 401.813259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:33.388951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:32.98666Z","time spent":"402.199578ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:39:33.388566Z","caller":"traceutil/trace.go:171","msg":"trace[940416715] linearizableReadLoop","detail":"{readStateIndex:4789; appliedIndex:4787; }","duration":"405.741356ms","start":"2026-04-02T22:39:32.982805Z","end":"2026-04-02T22:39:33.388547Z","steps":["trace[940416715] 'read index received' (duration: 339.26667ms)","trace[940416715] 'applied index is now lower than readState.Index' (duration: 66.472696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:33.389272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.972825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T22:39:33.388549Z","caller":"traceutil/trace.go:171","msg":"trace[930315365] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"415.723024ms","start":"2026-04-02T22:39:32.972791Z","end":"2026-04-02T22:39:33.388515Z","steps":["trace[930315365] 'process raft request' (duration: 415.555ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:33.389302Z","caller":"traceutil/trace.go:171","msg":"trace[1483777525] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4594; }","duration":"419.018127ms","start":"2026-04-02T22:39:32.970276Z","end":"2026-04-02T22:39:33.389294Z","steps":["trace[1483777525] 'agreement among raft nodes before linearized reading' (duration: 418.334619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:33.389333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:32.970268Z","time spent":"419.058448ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T22:39:33.389382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:32.972774Z","time spent":"416.540246ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:33.391214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.9703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nz2s4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T22:39:33.391561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.888478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T22:39:33.39159Z","caller":"traceutil/trace.go:171","msg":"trace[972238263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nz2s4; range_end:; response_count:1; response_revision:4596; }","duration":"366.375541ms","start":"2026-04-02T22:39:33.025192Z","end":"2026-04-02T22:39:33.391568Z","steps":["trace[972238263] 'agreement among raft nodes before linearized reading' (duration: 365.903399ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:33.391624Z","caller":"traceutil/trace.go:171","msg":"trace[1401223878] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4596; }","duration":"357.993322ms","start":"2026-04-02T22:39:33.033616Z","end":"2026-04-02T22:39:33.39161Z","steps":["trace[1401223878] 'agreement among raft nodes before linearized reading' (duration: 357.773556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:33.391663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:33.033598Z","time spent":"358.058653ms","remote":"127.0.0.1:35426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-02T22:39:33.39168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.907051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:724015"} {"level":"warn","ts":"2026-04-02T22:39:33.391633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:33.025176Z","time spent":"366.445802ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-nz2s4\" "} {"level":"info","ts":"2026-04-02T22:39:33.391737Z","caller":"traceutil/trace.go:171","msg":"trace[1064858630] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4596; }","duration":"132.994923ms","start":"2026-04-02T22:39:33.258723Z","end":"2026-04-02T22:39:33.391718Z","steps":["trace[1064858630] 'agreement among raft nodes before linearized reading' (duration: 132.607882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:33.391332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.025222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T22:39:33.391847Z","caller":"traceutil/trace.go:171","msg":"trace[2038298043] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4596; }","duration":"356.570096ms","start":"2026-04-02T22:39:33.035246Z","end":"2026-04-02T22:39:33.391816Z","steps":["trace[2038298043] 'agreement among raft nodes before linearized reading' (duration: 355.980281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:33.391915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:33.035219Z","time spent":"356.663569ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T22:39:33.39129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.24398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.249\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T22:39:33.392002Z","caller":"traceutil/trace.go:171","msg":"trace[1061801993] range","detail":"{range_begin:/registry/masterleases/199.19.213.249; range_end:; response_count:1; response_revision:4596; }","duration":"224.014309ms","start":"2026-04-02T22:39:33.167974Z","end":"2026-04-02T22:39:33.391989Z","steps":["trace[1061801993] 'agreement among raft nodes before linearized reading' (duration: 223.122567ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:35.522709Z","caller":"traceutil/trace.go:171","msg":"trace[1618283263] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"104.831771ms","start":"2026-04-02T22:39:35.417854Z","end":"2026-04-02T22:39:35.522686Z","steps":["trace[1618283263] 'process raft request' (duration: 104.665046ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.003689Z","caller":"traceutil/trace.go:171","msg":"trace[1899986130] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"148.871921ms","start":"2026-04-02T22:39:39.854784Z","end":"2026-04-02T22:39:40.003656Z","steps":["trace[1899986130] 'process raft request' (duration: 138.428523ms)","trace[1899986130] 'compare' (duration: 10.203122ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:40.003721Z","caller":"traceutil/trace.go:171","msg":"trace[333780593] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"148.786428ms","start":"2026-04-02T22:39:39.854912Z","end":"2026-04-02T22:39:40.003698Z","steps":["trace[333780593] 'process raft request' (duration: 148.648515ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.003716Z","caller":"traceutil/trace.go:171","msg":"trace[976381063] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"148.317807ms","start":"2026-04-02T22:39:39.855375Z","end":"2026-04-02T22:39:40.003692Z","steps":["trace[976381063] 'process raft request' (duration: 148.236905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:40.275892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.634265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:39:40.276161Z","caller":"traceutil/trace.go:171","msg":"trace[200193188] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"223.073934ms","start":"2026-04-02T22:39:40.053066Z","end":"2026-04-02T22:39:40.27614Z","steps":["trace[200193188] 'process raft request' (duration: 223.011212ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.27627Z","caller":"traceutil/trace.go:171","msg":"trace[1191669662] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"311.230207ms","start":"2026-04-02T22:39:39.965013Z","end":"2026-04-02T22:39:40.276243Z","steps":["trace[1191669662] 'process raft request' (duration: 310.986221ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.27635Z","caller":"traceutil/trace.go:171","msg":"trace[729044407] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4933; }","duration":"281.583107ms","start":"2026-04-02T22:39:39.994746Z","end":"2026-04-02T22:39:40.276329Z","steps":["trace[729044407] 'read index received' (duration: 123.517691ms)","trace[729044407] 'applied index is now lower than readState.Index' (duration: 158.062696ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:40.276414Z","caller":"traceutil/trace.go:171","msg":"trace[2135059758] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"356.100629ms","start":"2026-04-02T22:39:39.920304Z","end":"2026-04-02T22:39:40.276404Z","steps":["trace[2135059758] 'process raft request' (duration: 197.853388ms)","trace[2135059758] 'compare' (duration: 157.484332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:40.276375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:39.964993Z","time spent":"311.33362ms","remote":"127.0.0.1:35326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-02T22:39:40.276575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:39.920284Z","time spent":"356.156331ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:40.276607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.529465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"warn","ts":"2026-04-02T22:39:40.276607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.252647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-02T22:39:40.276659Z","caller":"traceutil/trace.go:171","msg":"trace[1995492476] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4734; }","duration":"251.611627ms","start":"2026-04-02T22:39:40.025032Z","end":"2026-04-02T22:39:40.276643Z","steps":["trace[1995492476] 'agreement among raft nodes before linearized reading' (duration: 251.439683ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.276669Z","caller":"traceutil/trace.go:171","msg":"trace[770111613] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4734; }","duration":"189.340869ms","start":"2026-04-02T22:39:40.087308Z","end":"2026-04-02T22:39:40.276649Z","steps":["trace[770111613] 'agreement among raft nodes before linearized reading' (duration: 189.182675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:40.276962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.818923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-02T22:39:40.276996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.226603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:792048"} {"level":"info","ts":"2026-04-02T22:39:40.27704Z","caller":"traceutil/trace.go:171","msg":"trace[1983419147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4734; }","duration":"198.946926ms","start":"2026-04-02T22:39:40.078076Z","end":"2026-04-02T22:39:40.277023Z","steps":["trace[1983419147] 'agreement among raft nodes before linearized reading' (duration: 198.585146ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:40.277065Z","caller":"traceutil/trace.go:171","msg":"trace[1776077257] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4734; }","duration":"282.334017ms","start":"2026-04-02T22:39:39.994712Z","end":"2026-04-02T22:39:40.277046Z","steps":["trace[1776077257] 'agreement among raft nodes before linearized reading' (duration: 281.848454ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:41.877731Z","caller":"traceutil/trace.go:171","msg":"trace[1792074499] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4986; }","duration":"281.977196ms","start":"2026-04-02T22:39:41.595736Z","end":"2026-04-02T22:39:41.877713Z","steps":["trace[1792074499] 'read index received' (duration: 281.840043ms)","trace[1792074499] 'applied index is now lower than readState.Index' (duration: 136.093µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:41.877784Z","caller":"traceutil/trace.go:171","msg":"trace[1662161815] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"344.08863ms","start":"2026-04-02T22:39:41.533667Z","end":"2026-04-02T22:39:41.877755Z","steps":["trace[1662161815] 'process raft request' (duration: 343.934577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:41.877913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.166692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T22:39:41.877926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:41.533656Z","time spent":"344.193184ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:39:41.877937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.448247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T22:39:41.877948Z","caller":"traceutil/trace.go:171","msg":"trace[1502218437] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4783; }","duration":"282.251214ms","start":"2026-04-02T22:39:41.595688Z","end":"2026-04-02T22:39:41.87794Z","steps":["trace[1502218437] 'agreement among raft nodes before linearized reading' (duration: 282.126841ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:41.877974Z","caller":"traceutil/trace.go:171","msg":"trace[1783807177] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4783; }","duration":"264.526108ms","start":"2026-04-02T22:39:41.613436Z","end":"2026-04-02T22:39:41.877963Z","steps":["trace[1783807177] 'agreement among raft nodes before linearized reading' (duration: 264.421216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:55.20208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.003614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T22:39:55.202207Z","caller":"traceutil/trace.go:171","msg":"trace[27136171] linearizableReadLoop","detail":"{readStateIndex:5265; appliedIndex:5264; }","duration":"152.823472ms","start":"2026-04-02T22:39:55.049366Z","end":"2026-04-02T22:39:55.20219Z","steps":["trace[27136171] 'read index received' (duration: 40.53301ms)","trace[27136171] 'applied index is now lower than readState.Index' (duration: 112.289092ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:55.202292Z","caller":"traceutil/trace.go:171","msg":"trace[1565604983] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"173.512032ms","start":"2026-04-02T22:39:55.028764Z","end":"2026-04-02T22:39:55.202276Z","steps":["trace[1565604983] 'process raft request' (duration: 61.2016ms)","trace[1565604983] 'compare' (duration: 111.83068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:55.202908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.493009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:39:55.203052Z","caller":"traceutil/trace.go:171","msg":"trace[370626328] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5052; }","duration":"153.694715ms","start":"2026-04-02T22:39:55.049325Z","end":"2026-04-02T22:39:55.20302Z","steps":["trace[370626328] 'agreement among raft nodes before linearized reading' (duration: 153.351226ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:39:55.362171Z","caller":"traceutil/trace.go:171","msg":"trace[1853642163] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5265; }","duration":"103.793934ms","start":"2026-04-02T22:39:55.258336Z","end":"2026-04-02T22:39:55.36213Z","steps":["trace[1853642163] 'read index received' (duration: 90.978704ms)","trace[1853642163] 'applied index is now lower than readState.Index' (duration: 12.813799ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:55.362199Z","caller":"traceutil/trace.go:171","msg":"trace[145322377] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"153.088599ms","start":"2026-04-02T22:39:55.209067Z","end":"2026-04-02T22:39:55.362155Z","steps":["trace[145322377] 'process raft request' (duration: 140.286431ms)","trace[145322377] 'compare' (duration: 12.603933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:39:55.362424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.066801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fb59aacd-0aa4-407e-a17e-934d9ba4a38d\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-02T22:39:55.362504Z","caller":"traceutil/trace.go:171","msg":"trace[1626764718] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fb59aacd-0aa4-407e-a17e-934d9ba4a38d; range_end:; response_count:1; response_revision:5053; }","duration":"104.159463ms","start":"2026-04-02T22:39:55.258323Z","end":"2026-04-02T22:39:55.362483Z","steps":["trace[1626764718] 'agreement among raft nodes before linearized reading' (duration: 103.951378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:55.877554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.325986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nz2s4\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T22:39:55.877665Z","caller":"traceutil/trace.go:171","msg":"trace[1242339362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nz2s4; range_end:; response_count:1; response_revision:5054; }","duration":"335.48855ms","start":"2026-04-02T22:39:55.542152Z","end":"2026-04-02T22:39:55.877641Z","steps":["trace[1242339362] 'range keys from in-memory index tree' (duration: 335.121122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:55.877676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.128233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T22:39:55.877725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:55.542129Z","time spent":"335.579912ms","remote":"127.0.0.1:35468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-nz2s4\" "} {"level":"info","ts":"2026-04-02T22:39:55.877734Z","caller":"traceutil/trace.go:171","msg":"trace[296154257] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5054; }","duration":"390.250785ms","start":"2026-04-02T22:39:55.487471Z","end":"2026-04-02T22:39:55.877722Z","steps":["trace[296154257] 'count revisions from in-memory index tree' (duration: 389.990569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:55.877775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:39:55.487438Z","time spent":"390.327687ms","remote":"127.0.0.1:35602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-02T22:39:56.191776Z","caller":"traceutil/trace.go:171","msg":"trace[1908930441] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"131.662109ms","start":"2026-04-02T22:39:56.060083Z","end":"2026-04-02T22:39:56.191745Z","steps":["trace[1908930441] 'read index received' (duration: 131.399742ms)","trace[1908930441] 'applied index is now lower than readState.Index' (duration: 260.917µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:39:56.191941Z","caller":"traceutil/trace.go:171","msg":"trace[1741465115] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"213.471939ms","start":"2026-04-02T22:39:55.978394Z","end":"2026-04-02T22:39:56.191866Z","steps":["trace[1741465115] 'process raft request' (duration: 213.148401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:56.19203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.255007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T22:39:56.19333Z","caller":"traceutil/trace.go:171","msg":"trace[1516317193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5055; }","duration":"114.578941ms","start":"2026-04-02T22:39:56.078716Z","end":"2026-04-02T22:39:56.193295Z","steps":["trace[1516317193] 'agreement among raft nodes before linearized reading' (duration: 113.168195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:56.192041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.945275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T22:39:56.19348Z","caller":"traceutil/trace.go:171","msg":"trace[1735804483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5055; }","duration":"133.510706ms","start":"2026-04-02T22:39:56.059958Z","end":"2026-04-02T22:39:56.193469Z","steps":["trace[1735804483] 'agreement among raft nodes before linearized reading' (duration: 131.896095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:56.192097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.200424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:39:56.193687Z","caller":"traceutil/trace.go:171","msg":"trace[1713176987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5055; }","duration":"114.827757ms","start":"2026-04-02T22:39:56.07884Z","end":"2026-04-02T22:39:56.193668Z","steps":["trace[1713176987] 'agreement among raft nodes before linearized reading' (duration: 113.211415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:39:56.192965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.140024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T22:39:56.193849Z","caller":"traceutil/trace.go:171","msg":"trace[531964151] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5055; }","duration":"107.12789ms","start":"2026-04-02T22:39:56.086711Z","end":"2026-04-02T22:39:56.193839Z","steps":["trace[531964151] 'agreement among raft nodes before linearized reading' (duration: 105.345743ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:40:08.498078Z","caller":"traceutil/trace.go:171","msg":"trace[1642446813] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"102.961372ms","start":"2026-04-02T22:40:08.395096Z","end":"2026-04-02T22:40:08.498058Z","steps":["trace[1642446813] 'process raft request' (duration: 102.815079ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:40:35.48617Z","caller":"traceutil/trace.go:171","msg":"trace[1389551101] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"143.993976ms","start":"2026-04-02T22:40:35.342156Z","end":"2026-04-02T22:40:35.48615Z","steps":["trace[1389551101] 'process raft request' (duration: 143.874233ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:40:53.453668Z","caller":"traceutil/trace.go:171","msg":"trace[1365067543] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5674; }","duration":"107.856898ms","start":"2026-04-02T22:40:53.345773Z","end":"2026-04-02T22:40:53.453629Z","steps":["trace[1365067543] 'process raft request' (duration: 106.681339ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:42:49.921818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3233} {"level":"info","ts":"2026-04-02T22:42:50.00859Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3233,"took":"85.103574ms","hash":1424781973,"current-db-size-bytes":60858368,"current-db-size":"61 MB","current-db-size-in-use-bytes":33652736,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-02T22:42:50.008684Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1424781973,"revision":3233,"compact-revision":-1} {"level":"info","ts":"2026-04-02T22:45:32.419612Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002145.wal"} {"level":"info","ts":"2026-04-02T22:45:34.773466Z","caller":"traceutil/trace.go:171","msg":"trace[719708981] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"119.136716ms","start":"2026-04-02T22:45:34.654297Z","end":"2026-04-02T22:45:34.773434Z","steps":["trace[719708981] 'read index received' (duration: 118.906129ms)","trace[719708981] 'applied index is now lower than readState.Index' (duration: 229.077µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:45:34.773744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.422424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:45:34.773806Z","caller":"traceutil/trace.go:171","msg":"trace[547950030] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8176; }","duration":"119.536306ms","start":"2026-04-02T22:45:34.654251Z","end":"2026-04-02T22:45:34.773787Z","steps":["trace[547950030] 'agreement among raft nodes before linearized reading' (duration: 119.32815ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:34.774122Z","caller":"traceutil/trace.go:171","msg":"trace[671169182] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"122.082313ms","start":"2026-04-02T22:45:34.652015Z","end":"2026-04-02T22:45:34.774097Z","steps":["trace[671169182] 'process raft request' (duration: 121.260132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:36.824966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805107871,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T22:45:36.871187Z","caller":"traceutil/trace.go:171","msg":"trace[1127305209] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"603.668219ms","start":"2026-04-02T22:45:36.26748Z","end":"2026-04-02T22:45:36.871148Z","steps":["trace[1127305209] 'process raft request' (duration: 603.439533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:36.871412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:45:36.267452Z","time spent":"603.845174ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:45:37.011356Z","caller":"traceutil/trace.go:171","msg":"trace[61966640] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"232.710608ms","start":"2026-04-02T22:45:36.778625Z","end":"2026-04-02T22:45:37.011336Z","steps":["trace[61966640] 'process raft request' (duration: 231.477517ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:37.011529Z","caller":"traceutil/trace.go:171","msg":"trace[227686861] linearizableReadLoop","detail":"{readStateIndex:8545; appliedIndex:8542; }","duration":"687.563112ms","start":"2026-04-02T22:45:36.323938Z","end":"2026-04-02T22:45:37.011501Z","steps":["trace[227686861] 'read index received' (duration: 547.170745ms)","trace[227686861] 'applied index is now lower than readState.Index' (duration: 140.390117ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:45:37.011661Z","caller":"traceutil/trace.go:171","msg":"trace[690178699] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"232.663207ms","start":"2026-04-02T22:45:36.778987Z","end":"2026-04-02T22:45:37.01165Z","steps":["trace[690178699] 'process raft request' (duration: 232.314928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:37.011833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.736839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T22:45:37.011905Z","caller":"traceutil/trace.go:171","msg":"trace[1941666897] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8186; }","duration":"684.840972ms","start":"2026-04-02T22:45:36.327045Z","end":"2026-04-02T22:45:37.011886Z","steps":["trace[1941666897] 'agreement among raft nodes before linearized reading' (duration: 684.655517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:37.011947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:45:36.327033Z","time spent":"684.905163ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T22:45:37.011982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.408433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:45:37.012017Z","caller":"traceutil/trace.go:171","msg":"trace[1397122661] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8186; }","duration":"620.502235ms","start":"2026-04-02T22:45:36.391505Z","end":"2026-04-02T22:45:37.012007Z","steps":["trace[1397122661] 'agreement among raft nodes before linearized reading' (duration: 620.430423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:37.012046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:45:36.391472Z","time spent":"620.564777ms","remote":"127.0.0.1:38244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-02T22:45:37.012082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.133726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-02T22:45:37.012123Z","caller":"traceutil/trace.go:171","msg":"trace[201683931] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8186; }","duration":"688.214849ms","start":"2026-04-02T22:45:36.323895Z","end":"2026-04-02T22:45:37.01211Z","steps":["trace[201683931] 'agreement among raft nodes before linearized reading' (duration: 688.068286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:37.012153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:45:36.323872Z","time spent":"688.273342ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T22:45:37.01222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.796831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:45:37.012241Z","caller":"traceutil/trace.go:171","msg":"trace[2005101552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8186; }","duration":"228.237452ms","start":"2026-04-02T22:45:36.783996Z","end":"2026-04-02T22:45:37.012233Z","steps":["trace[2005101552] 'agreement among raft nodes before linearized reading' (duration: 227.76436ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:47.423126Z","caller":"traceutil/trace.go:171","msg":"trace[1439730841] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"142.622994ms","start":"2026-04-02T22:45:47.280478Z","end":"2026-04-02T22:45:47.423101Z","steps":["trace[1439730841] 'process raft request' (duration: 142.46996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:48.587153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.475819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:45:48.587224Z","caller":"traceutil/trace.go:171","msg":"trace[1970532348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8265; }","duration":"150.606672ms","start":"2026-04-02T22:45:48.436603Z","end":"2026-04-02T22:45:48.58721Z","steps":["trace[1970532348] 'count revisions from in-memory index tree' (duration: 150.362835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:45:48.986487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.479402ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-02T22:45:48.986577Z","caller":"traceutil/trace.go:171","msg":"trace[169557817] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8629; }","duration":"203.194405ms","start":"2026-04-02T22:45:48.783368Z","end":"2026-04-02T22:45:48.986563Z","steps":["trace[169557817] 'read index received' (duration: 56.062µs)","trace[169557817] 'applied index is now lower than readState.Index' (duration: 203.136993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:45:48.986736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.368189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:45:48.986773Z","caller":"traceutil/trace.go:171","msg":"trace[378168503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8265; }","duration":"203.467431ms","start":"2026-04-02T22:45:48.783295Z","end":"2026-04-02T22:45:48.986763Z","steps":["trace[378168503] 'agreement among raft nodes before linearized reading' (duration: 203.389929ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:45:49.713843Z","caller":"traceutil/trace.go:171","msg":"trace[1830477158] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"113.993303ms","start":"2026-04-02T22:45:49.599823Z","end":"2026-04-02T22:45:49.713816Z","steps":["trace[1830477158] 'process raft request' (duration: 113.838809ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:14.997958Z","caller":"traceutil/trace.go:171","msg":"trace[687795658] linearizableReadLoop","detail":"{readStateIndex:8867; appliedIndex:8866; }","duration":"131.834646ms","start":"2026-04-02T22:46:14.866105Z","end":"2026-04-02T22:46:14.99794Z","steps":["trace[687795658] 'read index received' (duration: 131.646021ms)","trace[687795658] 'applied index is now lower than readState.Index' (duration: 187.855µs)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:46:14.998074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.958899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:46:14.998096Z","caller":"traceutil/trace.go:171","msg":"trace[698121610] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.nfs.csi.ceph.com; range_end:; response_count:0; response_revision:8491; }","duration":"132.023141ms","start":"2026-04-02T22:46:14.866066Z","end":"2026-04-02T22:46:14.99809Z","steps":["trace[698121610] 'agreement among raft nodes before linearized reading' (duration: 131.96314ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:14.998235Z","caller":"traceutil/trace.go:171","msg":"trace[151967111] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"134.788892ms","start":"2026-04-02T22:46:14.863356Z","end":"2026-04-02T22:46:14.998145Z","steps":["trace[151967111] 'process raft request' (duration: 134.456073ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:16.429423Z","caller":"traceutil/trace.go:171","msg":"trace[1642753533] linearizableReadLoop","detail":"{readStateIndex:8876; appliedIndex:8875; }","duration":"102.28174ms","start":"2026-04-02T22:46:16.327123Z","end":"2026-04-02T22:46:16.429404Z","steps":["trace[1642753533] 'read index received' (duration: 102.118236ms)","trace[1642753533] 'applied index is now lower than readState.Index' (duration: 162.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:16.429559Z","caller":"traceutil/trace.go:171","msg":"trace[1747225375] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"144.533794ms","start":"2026-04-02T22:46:16.284989Z","end":"2026-04-02T22:46:16.429523Z","steps":["trace[1747225375] 'process raft request' (duration: 144.300129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:16.429599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.455965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T22:46:16.429651Z","caller":"traceutil/trace.go:171","msg":"trace[2047826530] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8500; }","duration":"102.556287ms","start":"2026-04-02T22:46:16.32708Z","end":"2026-04-02T22:46:16.429637Z","steps":["trace[2047826530] 'agreement among raft nodes before linearized reading' (duration: 102.419813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:18.934983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805108906,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T22:46:19.116813Z","caller":"traceutil/trace.go:171","msg":"trace[1548893508] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"919.225474ms","start":"2026-04-02T22:46:18.197569Z","end":"2026-04-02T22:46:19.116794Z","steps":["trace[1548893508] 'process raft request' (duration: 919.102451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.116937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.197548Z","time spent":"919.327587ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:19.13456Z","caller":"traceutil/trace.go:171","msg":"trace[1236730382] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8890; }","duration":"700.599489ms","start":"2026-04-02T22:46:18.433941Z","end":"2026-04-02T22:46:19.134541Z","steps":["trace[1236730382] 'read index received' (duration: 682.722657ms)","trace[1236730382] 'applied index is now lower than readState.Index' (duration: 17.875082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:46:19.134745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.786056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-02T22:46:19.134781Z","caller":"traceutil/trace.go:171","msg":"trace[696956403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8514; }","duration":"700.865697ms","start":"2026-04-02T22:46:18.433901Z","end":"2026-04-02T22:46:19.134767Z","steps":["trace[696956403] 'agreement among raft nodes before linearized reading' (duration: 700.739253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.134838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.433882Z","time spent":"700.94052ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-02T22:46:19.135011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.147886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:46:19.135038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.83456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T22:46:19.135031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.485744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-02T22:46:19.135176Z","caller":"traceutil/trace.go:171","msg":"trace[2138094537] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8514; }","duration":"684.665267ms","start":"2026-04-02T22:46:18.450491Z","end":"2026-04-02T22:46:19.135157Z","steps":["trace[2138094537] 'agreement among raft nodes before linearized reading' (duration: 684.35354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.915997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T22:46:19.135263Z","caller":"traceutil/trace.go:171","msg":"trace[1624331861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8514; }","duration":"654.997399ms","start":"2026-04-02T22:46:18.480255Z","end":"2026-04-02T22:46:19.135252Z","steps":["trace[1624331861] 'agreement among raft nodes before linearized reading' (duration: 654.895556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.480235Z","time spent":"655.05426ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-02T22:46:19.135332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.884015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-02T22:46:19.13535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.450478Z","time spent":"684.803801ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-02T22:46:19.135417Z","caller":"traceutil/trace.go:171","msg":"trace[1300217173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8514; }","duration":"654.986558ms","start":"2026-04-02T22:46:18.480386Z","end":"2026-04-02T22:46:19.135373Z","steps":["trace[1300217173] 'agreement among raft nodes before linearized reading' (duration: 654.745882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.76102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:46:19.135523Z","caller":"traceutil/trace.go:171","msg":"trace[501016623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8514; }","duration":"354.855693ms","start":"2026-04-02T22:46:18.780655Z","end":"2026-04-02T22:46:19.13551Z","steps":["trace[501016623] 'agreement among raft nodes before linearized reading' (duration: 354.764281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.806496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T22:46:19.135502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.480379Z","time spent":"655.108901ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-02T22:46:19.135529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.829713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-02T22:46:19.135561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.780635Z","time spent":"354.920735ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-02T22:46:19.135567Z","caller":"traceutil/trace.go:171","msg":"trace[401910190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8514; }","duration":"617.887618ms","start":"2026-04-02T22:46:18.517669Z","end":"2026-04-02T22:46:19.135557Z","steps":["trace[401910190] 'agreement among raft nodes before linearized reading' (duration: 617.820356ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:19.135592Z","caller":"traceutil/trace.go:171","msg":"trace[1013422840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8514; }","duration":"679.947406ms","start":"2026-04-02T22:46:18.455631Z","end":"2026-04-02T22:46:19.135578Z","steps":["trace[1013422840] 'agreement among raft nodes before linearized reading' (duration: 679.723909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.517653Z","time spent":"617.937979ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-02T22:46:19.135636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.455608Z","time spent":"680.020697ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-02T22:46:19.135856Z","caller":"traceutil/trace.go:171","msg":"trace[492393441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8514; }","duration":"361.269969ms","start":"2026-04-02T22:46:18.773795Z","end":"2026-04-02T22:46:19.135065Z","steps":["trace[492393441] 'agreement among raft nodes before linearized reading' (duration: 361.137816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:19.135653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.960428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:46:19.135985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:18.773773Z","time spent":"362.185923ms","remote":"127.0.0.1:41458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-02T22:46:19.135084Z","caller":"traceutil/trace.go:171","msg":"trace[1783748110] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8514; }","duration":"218.916372ms","start":"2026-04-02T22:46:18.916156Z","end":"2026-04-02T22:46:19.135073Z","steps":["trace[1783748110] 'agreement among raft nodes before linearized reading' (duration: 218.81774ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:19.136038Z","caller":"traceutil/trace.go:171","msg":"trace[1833750041] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8514; }","duration":"186.376779ms","start":"2026-04-02T22:46:18.949611Z","end":"2026-04-02T22:46:19.135988Z","steps":["trace[1833750041] 'agreement among raft nodes before linearized reading' (duration: 185.916067ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:33.384657Z","caller":"traceutil/trace.go:171","msg":"trace[1619162120] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9034; }","duration":"178.809513ms","start":"2026-04-02T22:46:33.205824Z","end":"2026-04-02T22:46:33.384633Z","steps":["trace[1619162120] 'read index received' (duration: 178.740161ms)","trace[1619162120] 'applied index is now lower than readState.Index' (duration: 68.362µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:33.38469Z","caller":"traceutil/trace.go:171","msg":"trace[1201363466] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"183.165246ms","start":"2026-04-02T22:46:33.201492Z","end":"2026-04-02T22:46:33.384657Z","steps":["trace[1201363466] 'process raft request' (duration: 182.974131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.384896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.060309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:46:33.384965Z","caller":"traceutil/trace.go:171","msg":"trace[336408575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8649; }","duration":"179.167542ms","start":"2026-04-02T22:46:33.205779Z","end":"2026-04-02T22:46:33.384946Z","steps":["trace[336408575] 'agreement among raft nodes before linearized reading' (duration: 178.944406ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:33.401198Z","caller":"traceutil/trace.go:171","msg":"trace[176245337] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"172.91055ms","start":"2026-04-02T22:46:33.228257Z","end":"2026-04-02T22:46:33.401168Z","steps":["trace[176245337] 'process raft request' (duration: 172.650044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.401228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.119744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T22:46:33.401304Z","caller":"traceutil/trace.go:171","msg":"trace[1194156986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8651; }","duration":"134.235638ms","start":"2026-04-02T22:46:33.267051Z","end":"2026-04-02T22:46:33.401286Z","steps":["trace[1194156986] 'agreement among raft nodes before linearized reading' (duration: 134.042292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.401228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.000116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:46:33.401391Z","caller":"traceutil/trace.go:171","msg":"trace[664325796] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8651; }","duration":"128.233502ms","start":"2026-04-02T22:46:33.273147Z","end":"2026-04-02T22:46:33.40138Z","steps":["trace[664325796] 'agreement among raft nodes before linearized reading' (duration: 127.949364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.401425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.234973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-02T22:46:33.401447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.550452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-02T22:46:33.401471Z","caller":"traceutil/trace.go:171","msg":"trace[944878841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8651; }","duration":"184.600742ms","start":"2026-04-02T22:46:33.216864Z","end":"2026-04-02T22:46:33.401465Z","steps":["trace[944878841] 'agreement among raft nodes before linearized reading' (duration: 184.533131ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:33.401472Z","caller":"traceutil/trace.go:171","msg":"trace[1018165851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8651; }","duration":"184.312974ms","start":"2026-04-02T22:46:33.217148Z","end":"2026-04-02T22:46:33.401461Z","steps":["trace[1018165851] 'agreement among raft nodes before linearized reading' (duration: 184.174511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.401512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.963887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-02T22:46:33.401586Z","caller":"traceutil/trace.go:171","msg":"trace[1877660343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8651; }","duration":"179.06828ms","start":"2026-04-02T22:46:33.222501Z","end":"2026-04-02T22:46:33.401569Z","steps":["trace[1877660343] 'agreement among raft nodes before linearized reading' (duration: 178.869565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:33.401877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.665675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T22:46:33.402716Z","caller":"traceutil/trace.go:171","msg":"trace[531087193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8651; }","duration":"187.542729ms","start":"2026-04-02T22:46:33.215143Z","end":"2026-04-02T22:46:33.402686Z","steps":["trace[531087193] 'agreement among raft nodes before linearized reading' (duration: 186.364928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:34.469364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.108635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T22:46:34.469488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.628106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-04-02T22:46:34.469528Z","caller":"traceutil/trace.go:171","msg":"trace[437210254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"686.312279ms","start":"2026-04-02T22:46:33.783195Z","end":"2026-04-02T22:46:34.469507Z","steps":["trace[437210254] 'range keys from in-memory index tree' (duration: 686.007163ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:34.469584Z","caller":"traceutil/trace.go:171","msg":"trace[131120821] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8662; }","duration":"523.77575ms","start":"2026-04-02T22:46:33.945787Z","end":"2026-04-02T22:46:34.469563Z","steps":["trace[131120821] 'range keys from in-memory index tree' (duration: 523.390629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:34.469634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:33.945764Z","time spent":"523.859472ms","remote":"127.0.0.1:58200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":2975,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-02T22:46:34.469654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:33.783169Z","time spent":"686.472535ms","remote":"127.0.0.1:35210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T22:46:34.469366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.947347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:46:34.469882Z","caller":"traceutil/trace.go:171","msg":"trace[362543540] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8662; }","duration":"621.506582ms","start":"2026-04-02T22:46:33.848345Z","end":"2026-04-02T22:46:34.469851Z","steps":["trace[362543540] 'count revisions from in-memory index tree' (duration: 620.865745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:34.469984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:33.848325Z","time spent":"621.632614ms","remote":"127.0.0.1:48870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-02T22:46:34.474311Z","caller":"traceutil/trace.go:171","msg":"trace[432161126] linearizableReadLoop","detail":"{readStateIndex:9049; appliedIndex:9048; }","duration":"266.520184ms","start":"2026-04-02T22:46:34.207764Z","end":"2026-04-02T22:46:34.474284Z","steps":["trace[432161126] 'read index received' (duration: 266.250048ms)","trace[432161126] 'applied index is now lower than readState.Index' (duration: 269.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:34.474376Z","caller":"traceutil/trace.go:171","msg":"trace[319445835] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"505.308121ms","start":"2026-04-02T22:46:33.969024Z","end":"2026-04-02T22:46:34.474333Z","steps":["trace[319445835] 'process raft request' (duration: 505.104126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:34.474532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.751531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nz2s4\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-02T22:46:34.47457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:33.968993Z","time spent":"505.469185ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:34.474594Z","caller":"traceutil/trace.go:171","msg":"trace[57632006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nz2s4; range_end:; response_count:1; response_revision:8663; }","duration":"266.854264ms","start":"2026-04-02T22:46:34.207723Z","end":"2026-04-02T22:46:34.474577Z","steps":["trace[57632006] 'agreement among raft nodes before linearized reading' (duration: 266.684469ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:35.522018Z","caller":"traceutil/trace.go:171","msg":"trace[1033584602] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9050; }","duration":"102.038794ms","start":"2026-04-02T22:46:35.419952Z","end":"2026-04-02T22:46:35.521991Z","steps":["trace[1033584602] 'read index received' (duration: 101.865659ms)","trace[1033584602] 'applied index is now lower than readState.Index' (duration: 171.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:35.52208Z","caller":"traceutil/trace.go:171","msg":"trace[384591132] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"115.707357ms","start":"2026-04-02T22:46:35.406336Z","end":"2026-04-02T22:46:35.522043Z","steps":["trace[384591132] 'process raft request' (duration: 115.493162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:35.522656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.483044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-02T22:46:35.522762Z","caller":"traceutil/trace.go:171","msg":"trace[1386783992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8665; }","duration":"102.861785ms","start":"2026-04-02T22:46:35.419872Z","end":"2026-04-02T22:46:35.522733Z","steps":["trace[1386783992] 'agreement among raft nodes before linearized reading' (duration: 102.257849ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:35.899709Z","caller":"traceutil/trace.go:171","msg":"trace[506476187] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"373.736693ms","start":"2026-04-02T22:46:35.525935Z","end":"2026-04-02T22:46:35.899672Z","steps":["trace[506476187] 'process raft request' (duration: 312.039675ms)","trace[506476187] 'compare' (duration: 61.35897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:46:35.899948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.525909Z","time spent":"373.901306ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:36.045184Z","caller":"traceutil/trace.go:171","msg":"trace[583825094] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"518.919774ms","start":"2026-04-02T22:46:35.526223Z","end":"2026-04-02T22:46:36.045143Z","steps":["trace[583825094] 'process raft request' (duration: 473.108528ms)","trace[583825094] 'compare' (duration: 45.524559ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:36.045288Z","caller":"traceutil/trace.go:171","msg":"trace[1392382153] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"518.4014ms","start":"2026-04-02T22:46:35.526865Z","end":"2026-04-02T22:46:36.045266Z","steps":["trace[1392382153] 'process raft request' (duration: 518.135673ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:36.045311Z","caller":"traceutil/trace.go:171","msg":"trace[207557237] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9051; }","duration":"388.993788ms","start":"2026-04-02T22:46:35.6563Z","end":"2026-04-02T22:46:36.045293Z","steps":["trace[207557237] 'read index received' (duration: 181.767659ms)","trace[207557237] 'applied index is now lower than readState.Index' (duration: 207.224989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:46:36.045356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.526191Z","time spent":"519.085847ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:46:36.045399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.52685Z","time spent":"518.487502ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:36.045423Z","caller":"traceutil/trace.go:171","msg":"trace[1413033393] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"518.163734ms","start":"2026-04-02T22:46:35.527244Z","end":"2026-04-02T22:46:36.045408Z","steps":["trace[1413033393] 'process raft request' (duration: 517.824006ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:36.045533Z","caller":"traceutil/trace.go:171","msg":"trace[1630349193] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"518.256297ms","start":"2026-04-02T22:46:35.527258Z","end":"2026-04-02T22:46:36.045514Z","steps":["trace[1630349193] 'process raft request' (duration: 517.903297ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:36.04558Z","caller":"traceutil/trace.go:171","msg":"trace[45458941] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"518.216836ms","start":"2026-04-02T22:46:35.52735Z","end":"2026-04-02T22:46:36.045567Z","steps":["trace[45458941] 'process raft request' (duration: 517.863017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:36.04561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.527247Z","time spent":"518.321359ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:46:36.045643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.527346Z","time spent":"518.263847ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:46:36.045691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.551338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-02T22:46:36.045737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.162762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:46:36.045745Z","caller":"traceutil/trace.go:171","msg":"trace[780752626] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8671; }","duration":"312.671381ms","start":"2026-04-02T22:46:35.733054Z","end":"2026-04-02T22:46:36.045725Z","steps":["trace[780752626] 'agreement among raft nodes before linearized reading' (duration: 312.518837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:36.045531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.527238Z","time spent":"518.215606ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:46:36.045764Z","caller":"traceutil/trace.go:171","msg":"trace[434617627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8671; }","duration":"262.227124ms","start":"2026-04-02T22:46:35.783528Z","end":"2026-04-02T22:46:36.045755Z","steps":["trace[434617627] 'agreement among raft nodes before linearized reading' (duration: 262.189393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:36.045788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.733027Z","time spent":"312.748892ms","remote":"127.0.0.1:35366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-02T22:46:36.045532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.223594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:46:36.045854Z","caller":"traceutil/trace.go:171","msg":"trace[24687865] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8671; }","duration":"389.595303ms","start":"2026-04-02T22:46:35.656244Z","end":"2026-04-02T22:46:36.045839Z","steps":["trace[24687865] 'agreement among raft nodes before linearized reading' (duration: 389.237054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:46:36.045894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:46:35.656217Z","time spent":"389.664446ms","remote":"127.0.0.1:35724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-02T22:46:36.04611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.68444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-02T22:46:36.046158Z","caller":"traceutil/trace.go:171","msg":"trace[1357469530] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8671; }","duration":"295.766571ms","start":"2026-04-02T22:46:35.750378Z","end":"2026-04-02T22:46:36.046144Z","steps":["trace[1357469530] 'agreement among raft nodes before linearized reading' (duration: 295.631218ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:46:36.193218Z","caller":"traceutil/trace.go:171","msg":"trace[196276158] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9058; }","duration":"124.891856ms","start":"2026-04-02T22:46:36.068302Z","end":"2026-04-02T22:46:36.193194Z","steps":["trace[196276158] 'read index received' (duration: 86.805189ms)","trace[196276158] 'applied index is now lower than readState.Index' (duration: 38.085707ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:46:36.193264Z","caller":"traceutil/trace.go:171","msg":"trace[1482522179] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"138.136779ms","start":"2026-04-02T22:46:36.055096Z","end":"2026-04-02T22:46:36.193233Z","steps":["trace[1482522179] 'process raft request' (duration: 100.054352ms)","trace[1482522179] 'compare' (duration: 37.934702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:46:36.193586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.264495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-02T22:46:36.193689Z","caller":"traceutil/trace.go:171","msg":"trace[584026697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8673; }","duration":"125.412719ms","start":"2026-04-02T22:46:36.068258Z","end":"2026-04-02T22:46:36.193671Z","steps":["trace[584026697] 'agreement among raft nodes before linearized reading' (duration: 125.025489ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:47:38.553866Z","caller":"traceutil/trace.go:171","msg":"trace[1664826422] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"102.975906ms","start":"2026-04-02T22:47:38.450844Z","end":"2026-04-02T22:47:38.55382Z","steps":["trace[1664826422] 'process raft request' (duration: 78.904493ms)","trace[1664826422] 'compare' (duration: 23.9347ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:47:38.562138Z","caller":"traceutil/trace.go:171","msg":"trace[2146341580] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"110.919152ms","start":"2026-04-02T22:47:38.451192Z","end":"2026-04-02T22:47:38.562111Z","steps":["trace[2146341580] 'process raft request' (duration: 110.82336ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:47:38.562291Z","caller":"traceutil/trace.go:171","msg":"trace[2081568022] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"111.084196ms","start":"2026-04-02T22:47:38.451189Z","end":"2026-04-02T22:47:38.562273Z","steps":["trace[2081568022] 'process raft request' (duration: 110.668056ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:47:38.562252Z","caller":"traceutil/trace.go:171","msg":"trace[543000401] transaction","detail":"{read_only:false; response_revision:9370; number_of_response:1; }","duration":"110.793919ms","start":"2026-04-02T22:47:38.451437Z","end":"2026-04-02T22:47:38.56223Z","steps":["trace[543000401] 'process raft request' (duration: 110.632135ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:47:49.92895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6546} {"level":"info","ts":"2026-04-02T22:47:50.028208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6546,"took":"97.650259ms","hash":3277247031,"current-db-size-bytes":60858368,"current-db-size":"61 MB","current-db-size-in-use-bytes":26902528,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-02T22:47:50.02828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3277247031,"revision":6546,"compact-revision":3233} {"level":"info","ts":"2026-04-02T22:48:01.199334Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"5835264b86215850","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T22:48:01.204954Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T22:48:01.205125Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T22:52:49.935994Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9474} {"level":"info","ts":"2026-04-02T22:52:50.020956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9474,"took":"82.356466ms","hash":132410772,"current-db-size-bytes":60858368,"current-db-size":"61 MB","current-db-size-in-use-bytes":25481216,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-02T22:52:50.021154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":132410772,"revision":9474,"compact-revision":6546} {"level":"info","ts":"2026-04-02T22:55:20.828433Z","caller":"traceutil/trace.go:171","msg":"trace[989068905] transaction","detail":"{read_only:false; response_revision:12844; number_of_response:1; }","duration":"165.738913ms","start":"2026-04-02T22:55:20.662633Z","end":"2026-04-02T22:55:20.828372Z","steps":["trace[989068905] 'process raft request' (duration: 121.485509ms)","trace[989068905] 'compare' (duration: 44.032009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:55:20.829257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.896023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-02T22:55:20.829322Z","caller":"traceutil/trace.go:171","msg":"trace[1758380722] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:12845; }","duration":"101.020026ms","start":"2026-04-02T22:55:20.728284Z","end":"2026-04-02T22:55:20.829304Z","steps":["trace[1758380722] 'agreement among raft nodes before linearized reading' (duration: 100.126352ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:55:21.012803Z","caller":"traceutil/trace.go:171","msg":"trace[1163155113] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"177.733727ms","start":"2026-04-02T22:55:20.835044Z","end":"2026-04-02T22:55:21.012777Z","steps":["trace[1163155113] 'process raft request' (duration: 162.801846ms)","trace[1163155113] 'compare' (duration: 14.592681ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:55:21.012808Z","caller":"traceutil/trace.go:171","msg":"trace[343817002] linearizableReadLoop","detail":"{readStateIndex:13459; appliedIndex:13458; }","duration":"162.782147ms","start":"2026-04-02T22:55:20.84998Z","end":"2026-04-02T22:55:21.012762Z","steps":["trace[343817002] 'read index received' (duration: 147.747724ms)","trace[343817002] 'applied index is now lower than readState.Index' (duration: 15.031623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:55:21.013048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.850253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:55:21.013166Z","caller":"traceutil/trace.go:171","msg":"trace[487568238] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12846; }","duration":"149.008148ms","start":"2026-04-02T22:55:20.864132Z","end":"2026-04-02T22:55:21.013141Z","steps":["trace[487568238] 'agreement among raft nodes before linearized reading' (duration: 148.840523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:21.01303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.019853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11500"} {"level":"info","ts":"2026-04-02T22:55:21.013415Z","caller":"traceutil/trace.go:171","msg":"trace[1914277357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12846; }","duration":"163.434335ms","start":"2026-04-02T22:55:20.849952Z","end":"2026-04-02T22:55:21.013387Z","steps":["trace[1914277357] 'agreement among raft nodes before linearized reading' (duration: 162.953582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:21.548837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6363759241805121702,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-02T22:55:21.83319Z","caller":"traceutil/trace.go:171","msg":"trace[445542375] transaction","detail":"{read_only:false; response_revision:12848; number_of_response:1; }","duration":"813.977383ms","start":"2026-04-02T22:55:21.01919Z","end":"2026-04-02T22:55:21.833168Z","steps":["trace[445542375] 'process raft request' (duration: 813.748006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:21.833336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.019166Z","time spent":"814.094466ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:55:22.0505Z","caller":"traceutil/trace.go:171","msg":"trace[750381821] transaction","detail":"{read_only:false; response_revision:12849; number_of_response:1; }","duration":"581.609183ms","start":"2026-04-02T22:55:21.468867Z","end":"2026-04-02T22:55:22.050476Z","steps":["trace[750381821] 'process raft request' (duration: 514.904693ms)","trace[750381821] 'compare' (duration: 66.530495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T22:55:22.050633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.468848Z","time spent":"581.721195ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T22:55:22.050678Z","caller":"traceutil/trace.go:171","msg":"trace[1024165233] linearizableReadLoop","detail":"{readStateIndex:13463; appliedIndex:13460; }","duration":"1.002608414s","start":"2026-04-02T22:55:21.048043Z","end":"2026-04-02T22:55:22.050651Z","steps":["trace[1024165233] 'read index received' (duration: 784.895734ms)","trace[1024165233] 'applied index is now lower than readState.Index' (duration: 217.71086ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:55:22.05072Z","caller":"traceutil/trace.go:171","msg":"trace[2053263172] transaction","detail":"{read_only:false; response_revision:12850; number_of_response:1; }","duration":"505.293811ms","start":"2026-04-02T22:55:21.545395Z","end":"2026-04-02T22:55:22.050689Z","steps":["trace[2053263172] 'process raft request' (duration: 505.044345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.05092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.545376Z","time spent":"505.438985ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T22:55:22.050997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024633139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"warn","ts":"2026-04-02T22:55:22.051035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.348177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T22:55:22.051071Z","caller":"traceutil/trace.go:171","msg":"trace[1308887722] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12850; }","duration":"440.409618ms","start":"2026-04-02T22:55:21.610652Z","end":"2026-04-02T22:55:22.051062Z","steps":["trace[1308887722] 'agreement among raft nodes before linearized reading' (duration: 440.349837ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:55:22.051069Z","caller":"traceutil/trace.go:171","msg":"trace[1195390347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12850; }","duration":"1.024742462s","start":"2026-04-02T22:55:21.026304Z","end":"2026-04-02T22:55:22.051046Z","steps":["trace[1195390347] 'agreement among raft nodes before linearized reading' (duration: 1.024489724s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.051099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.610635Z","time spent":"440.45805ms","remote":"127.0.0.1:35544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-02T22:55:22.051091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002649754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-02T22:55:22.05112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.026256Z","time spent":"1.024850634s","remote":"127.0.0.1:41442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4852,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-02T22:55:22.051125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.085737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-02T22:55:22.051135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.190283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-02T22:55:22.051183Z","caller":"traceutil/trace.go:171","msg":"trace[1484426265] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:12850; }","duration":"916.17194ms","start":"2026-04-02T22:55:21.134993Z","end":"2026-04-02T22:55:22.051164Z","steps":["trace[1484426265] 'agreement among raft nodes before linearized reading' (duration: 916.007656ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:55:22.05121Z","caller":"traceutil/trace.go:171","msg":"trace[2112430651] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:12850; }","duration":"956.290785ms","start":"2026-04-02T22:55:21.0949Z","end":"2026-04-02T22:55:22.05119Z","steps":["trace[2112430651] 'agreement among raft nodes before linearized reading' (duration: 956.142412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.051199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.644775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T22:55:22.05125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.542608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-02T22:55:22.051242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.134976Z","time spent":"916.253101ms","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":902,"request content":"key:\"/registry/clusterroles/system:controller:expand-controller\" "} {"level":"info","ts":"2026-04-02T22:55:22.051154Z","caller":"traceutil/trace.go:171","msg":"trace[584597767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12850; }","duration":"1.002742167s","start":"2026-04-02T22:55:21.048393Z","end":"2026-04-02T22:55:22.051135Z","steps":["trace[584597767] 'agreement among raft nodes before linearized reading' (duration: 1.002572583s)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:55:22.051473Z","caller":"traceutil/trace.go:171","msg":"trace[1074302998] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12850; }","duration":"998.793074ms","start":"2026-04-02T22:55:21.052668Z","end":"2026-04-02T22:55:22.051461Z","steps":["trace[1074302998] 'agreement among raft nodes before linearized reading' (duration: 998.462556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.051252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.094883Z","time spent":"956.358527ms","remote":"127.0.0.1:35650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":785,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" "} {"level":"warn","ts":"2026-04-02T22:55:22.051486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.048364Z","time spent":"1.003114726s","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-02T22:55:22.051497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.052649Z","time spent":"998.842705ms","remote":"127.0.0.1:35556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-02T22:55:22.051089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.654881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:55:22.05159Z","caller":"traceutil/trace.go:171","msg":"trace[1790542443] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12850; }","duration":"986.197536ms","start":"2026-04-02T22:55:21.065371Z","end":"2026-04-02T22:55:22.051569Z","steps":["trace[1790542443] 'agreement among raft nodes before linearized reading' (duration: 985.659731ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T22:55:22.051478Z","caller":"traceutil/trace.go:171","msg":"trace[1923832131] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12850; }","duration":"910.995674ms","start":"2026-04-02T22:55:21.140461Z","end":"2026-04-02T22:55:22.051457Z","steps":["trace[1923832131] 'agreement among raft nodes before linearized reading' (duration: 910.594624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.051631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.065352Z","time spent":"986.266828ms","remote":"127.0.0.1:58184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-02T22:55:22.051662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T22:55:21.140445Z","time spent":"911.207961ms","remote":"127.0.0.1:35780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-02T22:55:22.162752Z","caller":"traceutil/trace.go:171","msg":"trace[449318631] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"103.789337ms","start":"2026-04-02T22:55:22.058928Z","end":"2026-04-02T22:55:22.162717Z","steps":["trace[449318631] 'process raft request' (duration: 92.297018ms)","trace[449318631] 'compare' (duration: 11.338886ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T22:55:22.277332Z","caller":"traceutil/trace.go:171","msg":"trace[68698525] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"105.198984ms","start":"2026-04-02T22:55:22.172098Z","end":"2026-04-02T22:55:22.277297Z","steps":["trace[68698525] 'process raft request' (duration: 98.299034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T22:55:22.532179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.190708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T22:55:22.532255Z","caller":"traceutil/trace.go:171","msg":"trace[1820463561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12856; }","duration":"132.305011ms","start":"2026-04-02T22:55:22.399932Z","end":"2026-04-02T22:55:22.532237Z","steps":["trace[1820463561] 'range keys from in-memory index tree' (duration: 132.120946ms)"],"step_count":1}