{"level":"warn","ts":"2026-03-10T13:42:39.751539Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T13:42:39.751672Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-10T13:42:39.75176Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-10T13:42:39.751776Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-10T13:42:39.751799Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T13:42:39.752848Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-03-10T13:42:39.752939Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-10T13:42:39.757169Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.949769ms"} {"level":"info","ts":"2026-03-10T13:42:39.764425Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-03-10T13:42:39.76459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-10T13:42:39.764637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-03-10T13:42:39.764654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-10T13:42:39.764667Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-03-10T13:42:39.764792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-03-10T13:42:39.776137Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-10T13:42:39.777419Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-10T13:42:39.778643Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-10T13:42:39.781718Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-10T13:42:39.781968Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-10T13:42:39.782183Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T13:42:39.78236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T13:42:39.782385Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-10T13:42:39.783406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-03-10T13:42:39.784271Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-03-10T13:42:39.787887Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-10T13:42:39.787993Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-10T13:42:39.788064Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-03-10T13:42:39.788464Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-10T13:42:39.788409Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-10T13:42:39.965443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-10T13:42:39.96549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-10T13:42:39.965512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-03-10T13:42:39.965528Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-03-10T13:42:39.965582Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-10T13:42:39.965603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-03-10T13:42:39.965612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-03-10T13:42:39.96678Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T13:42:39.966941Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T13:42:39.966974Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-10T13:42:39.967435Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-10T13:42:39.967481Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-10T13:42:39.969106Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-03-10T13:42:39.970258Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-10T13:42:39.966902Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-03-10T13:42:39.981484Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T13:42:39.981585Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T13:42:39.981617Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-10T13:43:09.412469Z","caller":"traceutil/trace.go:171","msg":"trace[44864659] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"219.307979ms","start":"2026-03-10T13:43:09.193135Z","end":"2026-03-10T13:43:09.412443Z","steps":["trace[44864659] 'process raft request' (duration: 219.035632ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:09.480109Z","caller":"traceutil/trace.go:171","msg":"trace[1697286504] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"284.33699ms","start":"2026-03-10T13:43:09.195744Z","end":"2026-03-10T13:43:09.480081Z","steps":["trace[1697286504] 'process raft request' (duration: 265.719601ms)","trace[1697286504] 'compare' (duration: 18.447834ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:43:12.499843Z","caller":"traceutil/trace.go:171","msg":"trace[824023920] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"217.206007ms","start":"2026-03-10T13:43:12.282617Z","end":"2026-03-10T13:43:12.499824Z","steps":["trace[824023920] 'read index received' (duration: 217.106214ms)","trace[824023920] 'applied index is now lower than readState.Index' (duration: 98.853µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:43:12.499904Z","caller":"traceutil/trace.go:171","msg":"trace[1536762428] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"384.475953ms","start":"2026-03-10T13:43:12.1154Z","end":"2026-03-10T13:43:12.499876Z","steps":["trace[1536762428] 'process raft request' (duration: 384.284868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:12.500072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.427122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-10T13:43:12.500185Z","caller":"traceutil/trace.go:171","msg":"trace[450428789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"217.598136ms","start":"2026-03-10T13:43:12.282566Z","end":"2026-03-10T13:43:12.500164Z","steps":["trace[450428789] 'agreement among raft nodes before linearized reading' (duration: 217.33623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:12.500489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:12.115377Z","time spent":"384.592956ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:12.959064Z","caller":"traceutil/trace.go:171","msg":"trace[1645399802] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"422.10386ms","start":"2026-03-10T13:43:12.536932Z","end":"2026-03-10T13:43:12.959036Z","steps":["trace[1645399802] 'read index received' (duration: 421.853954ms)","trace[1645399802] 'applied index is now lower than readState.Index' (duration: 248.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:43:12.959127Z","caller":"traceutil/trace.go:171","msg":"trace[1710507550] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"455.02687ms","start":"2026-03-10T13:43:12.504069Z","end":"2026-03-10T13:43:12.959096Z","steps":["trace[1710507550] 'process raft request' (duration: 454.808225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:12.959265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.281391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:43:12.959284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:12.504048Z","time spent":"455.149544ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:12.959335Z","caller":"traceutil/trace.go:171","msg":"trace[1914243393] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:518; }","duration":"289.396583ms","start":"2026-03-10T13:43:12.669918Z","end":"2026-03-10T13:43:12.959314Z","steps":["trace[1914243393] 'agreement among raft nodes before linearized reading' (duration: 289.28045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:12.959363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.405097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:12.959473Z","caller":"traceutil/trace.go:171","msg":"trace[1034130119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"422.567471ms","start":"2026-03-10T13:43:12.536879Z","end":"2026-03-10T13:43:12.959447Z","steps":["trace[1034130119] 'agreement among raft nodes before linearized reading' (duration: 422.299054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:12.95952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:12.53686Z","time spent":"422.652933ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T13:43:16.812305Z","caller":"traceutil/trace.go:171","msg":"trace[65281002] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"104.590384ms","start":"2026-03-10T13:43:16.70768Z","end":"2026-03-10T13:43:16.81227Z","steps":["trace[65281002] 'process raft request' (duration: 104.310618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.023053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051361288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T13:43:18.023089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.370161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T13:43:18.023463Z","caller":"traceutil/trace.go:171","msg":"trace[1267855649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:553; }","duration":"369.787682ms","start":"2026-03-10T13:43:17.653652Z","end":"2026-03-10T13:43:18.023439Z","steps":["trace[1267855649] 'range keys from in-memory index tree' (duration: 369.184876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.023517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:17.653632Z","time spent":"369.872594ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T13:43:18.023142Z","caller":"traceutil/trace.go:171","msg":"trace[1912310853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:553; }","duration":"1.051491431s","start":"2026-03-10T13:43:16.971629Z","end":"2026-03-10T13:43:18.023121Z","steps":["trace[1912310853] 'range keys from in-memory index tree' (duration: 1.051183935s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.023707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:16.971608Z","time spent":"1.052089987s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T13:43:18.023066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.323381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T13:43:18.023831Z","caller":"traceutil/trace.go:171","msg":"trace[354028620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:553; }","duration":"578.120601ms","start":"2026-03-10T13:43:17.445685Z","end":"2026-03-10T13:43:18.023805Z","steps":["trace[354028620] 'range keys from in-memory index tree' (duration: 577.152896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.02312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.480563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:43:18.023895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:17.445665Z","time spent":"578.214623ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-10T13:43:18.02392Z","caller":"traceutil/trace.go:171","msg":"trace[1202619216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"487.315645ms","start":"2026-03-10T13:43:17.536581Z","end":"2026-03-10T13:43:18.023896Z","steps":["trace[1202619216] 'range keys from in-memory index tree' (duration: 486.368971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.023986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:17.536563Z","time spent":"487.405538ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:43:18.023261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.793116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T13:43:18.024075Z","caller":"traceutil/trace.go:171","msg":"trace[421140814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:553; }","duration":"514.602716ms","start":"2026-03-10T13:43:17.509433Z","end":"2026-03-10T13:43:18.024035Z","steps":["trace[421140814] 'range keys from in-memory index tree' (duration: 513.638542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:18.024143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:17.509412Z","time spent":"514.707029ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T13:43:19.15286Z","caller":"traceutil/trace.go:171","msg":"trace[833648493] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:686; }","duration":"262.206824ms","start":"2026-03-10T13:43:18.890626Z","end":"2026-03-10T13:43:19.152833Z","steps":["trace[833648493] 'read index received' (duration: 254.647628ms)","trace[833648493] 'applied index is now lower than readState.Index' (duration: 7.558296ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:43:19.152965Z","caller":"traceutil/trace.go:171","msg":"trace[147625771] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"262.42936ms","start":"2026-03-10T13:43:18.890487Z","end":"2026-03-10T13:43:19.152917Z","steps":["trace[147625771] 'process raft request' (duration: 254.751241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.153059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.554111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:43:19.15309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.073459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.153142Z","caller":"traceutil/trace.go:171","msg":"trace[1285021875] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:668; }","duration":"270.686963ms","start":"2026-03-10T13:43:18.882429Z","end":"2026-03-10T13:43:19.153116Z","steps":["trace[1285021875] 'agreement among raft nodes before linearized reading' (duration: 270.54757ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:19.153181Z","caller":"traceutil/trace.go:171","msg":"trace[2131534470] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:668; }","duration":"270.200041ms","start":"2026-03-10T13:43:18.88296Z","end":"2026-03-10T13:43:19.15316Z","steps":["trace[2131534470] 'agreement among raft nodes before linearized reading' (duration: 269.982086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.155614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.398696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.155691Z","caller":"traceutil/trace.go:171","msg":"trace[947553267] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:669; }","duration":"259.504208ms","start":"2026-03-10T13:43:18.896169Z","end":"2026-03-10T13:43:19.155673Z","steps":["trace[947553267] 'agreement among raft nodes before linearized reading' (duration: 259.371035ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:19.156608Z","caller":"traceutil/trace.go:171","msg":"trace[307093805] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"223.109422ms","start":"2026-03-10T13:43:18.93348Z","end":"2026-03-10T13:43:19.156589Z","steps":["trace[307093805] 'process raft request' (duration: 221.802211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.156842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.132867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.156885Z","caller":"traceutil/trace.go:171","msg":"trace[847609629] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:669; }","duration":"222.202019ms","start":"2026-03-10T13:43:18.934673Z","end":"2026-03-10T13:43:19.156875Z","steps":["trace[847609629] 'agreement among raft nodes before linearized reading' (duration: 222.129427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.157055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.162832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.157095Z","caller":"traceutil/trace.go:171","msg":"trace[1930849898] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:669; }","duration":"223.212113ms","start":"2026-03-10T13:43:18.933872Z","end":"2026-03-10T13:43:19.157084Z","steps":["trace[1930849898] 'agreement among raft nodes before linearized reading' (duration: 223.146672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.157218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.908082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.157245Z","caller":"traceutil/trace.go:171","msg":"trace[1442798565] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:669; }","duration":"260.969513ms","start":"2026-03-10T13:43:18.896268Z","end":"2026-03-10T13:43:19.157237Z","steps":["trace[1442798565] 'agreement among raft nodes before linearized reading' (duration: 260.926092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.157261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.495262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.15734Z","caller":"traceutil/trace.go:171","msg":"trace[708541590] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:669; }","duration":"260.588604ms","start":"2026-03-10T13:43:18.896726Z","end":"2026-03-10T13:43:19.157315Z","steps":["trace[708541590] 'agreement among raft nodes before linearized reading' (duration: 260.44343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.157598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.964643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.157632Z","caller":"traceutil/trace.go:171","msg":"trace[1593226219] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:669; }","duration":"224.035524ms","start":"2026-03-10T13:43:18.933587Z","end":"2026-03-10T13:43:19.157623Z","steps":["trace[1593226219] 'agreement among raft nodes before linearized reading' (duration: 223.982333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.157849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.798991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.157947Z","caller":"traceutil/trace.go:171","msg":"trace[2036242944] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:669; }","duration":"241.976137ms","start":"2026-03-10T13:43:18.915961Z","end":"2026-03-10T13:43:19.157937Z","steps":["trace[2036242944] 'agreement among raft nodes before linearized reading' (duration: 241.785101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.158145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.680414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.158173Z","caller":"traceutil/trace.go:171","msg":"trace[1058388672] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:669; }","duration":"242.775726ms","start":"2026-03-10T13:43:18.915389Z","end":"2026-03-10T13:43:19.158165Z","steps":["trace[1058388672] 'agreement among raft nodes before linearized reading' (duration: 242.727094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:19.158249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.989321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:43:19.158284Z","caller":"traceutil/trace.go:171","msg":"trace[1110919794] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:669; }","duration":"243.065683ms","start":"2026-03-10T13:43:18.915209Z","end":"2026-03-10T13:43:19.158274Z","steps":["trace[1110919794] 'agreement among raft nodes before linearized reading' (duration: 243.000452ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:40.579084Z","caller":"traceutil/trace.go:171","msg":"trace[103718365] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"698.135115ms","start":"2026-03-10T13:43:39.880924Z","end":"2026-03-10T13:43:40.579059Z","steps":["trace[103718365] 'process raft request' (duration: 697.854108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.579255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:39.880908Z","time spent":"698.264007ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:40.579388Z","caller":"traceutil/trace.go:171","msg":"trace[1897788421] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"697.277854ms","start":"2026-03-10T13:43:39.88207Z","end":"2026-03-10T13:43:40.579348Z","steps":["trace[1897788421] 'process raft request' (duration: 696.846893ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:40.579244Z","caller":"traceutil/trace.go:171","msg":"trace[1193609183] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:956; }","duration":"439.047646ms","start":"2026-03-10T13:43:40.140162Z","end":"2026-03-10T13:43:40.579209Z","steps":["trace[1193609183] 'read index received' (duration: 438.523563ms)","trace[1193609183] 'applied index is now lower than readState.Index' (duration: 522.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:43:40.579578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:39.88205Z","time spent":"697.425277ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:43:40.579647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.480607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-10T13:43:40.57971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.169915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-10T13:43:40.579722Z","caller":"traceutil/trace.go:171","msg":"trace[1830022142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:933; }","duration":"439.60575ms","start":"2026-03-10T13:43:40.1401Z","end":"2026-03-10T13:43:40.579706Z","steps":["trace[1830022142] 'agreement among raft nodes before linearized reading' (duration: 439.373415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.579711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.843439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-10T13:43:40.579719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.726369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-10T13:43:40.579769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.140077Z","time spent":"439.680543ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-10T13:43:40.579808Z","caller":"traceutil/trace.go:171","msg":"trace[1313610767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:933; }","duration":"421.009692ms","start":"2026-03-10T13:43:40.15877Z","end":"2026-03-10T13:43:40.57978Z","steps":["trace[1313610767] 'agreement among raft nodes before linearized reading' (duration: 420.782597ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:40.579816Z","caller":"traceutil/trace.go:171","msg":"trace[744598185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:933; }","duration":"412.859641ms","start":"2026-03-10T13:43:40.166936Z","end":"2026-03-10T13:43:40.579795Z","steps":["trace[744598185] 'agreement among raft nodes before linearized reading' (duration: 412.638626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.579866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.166917Z","time spent":"412.936314ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T13:43:40.579862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.158712Z","time spent":"421.138276ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-10T13:43:40.57975Z","caller":"traceutil/trace.go:171","msg":"trace[1908471891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:933; }","duration":"412.245587ms","start":"2026-03-10T13:43:40.167491Z","end":"2026-03-10T13:43:40.579737Z","steps":["trace[1908471891] 'agreement among raft nodes before linearized reading' (duration: 412.063173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.579958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.167481Z","time spent":"412.453552ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-10T13:43:40.941118Z","caller":"traceutil/trace.go:171","msg":"trace[838078179] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"356.302309ms","start":"2026-03-10T13:43:40.584772Z","end":"2026-03-10T13:43:40.941074Z","steps":["trace[838078179] 'process raft request' (duration: 258.40273ms)","trace[838078179] 'compare' (duration: 97.766796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:43:40.941363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.584746Z","time spent":"356.450623ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:40.946037Z","caller":"traceutil/trace.go:171","msg":"trace[1378046420] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"361.123198ms","start":"2026-03-10T13:43:40.58489Z","end":"2026-03-10T13:43:40.946013Z","steps":["trace[1378046420] 'process raft request' (duration: 361.039046ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:43:40.946083Z","caller":"traceutil/trace.go:171","msg":"trace[686057031] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"361.196899ms","start":"2026-03-10T13:43:40.584838Z","end":"2026-03-10T13:43:40.946035Z","steps":["trace[686057031] 'process raft request' (duration: 360.927743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.94622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.584865Z","time spent":"361.253321ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:43:40.946303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.58481Z","time spent":"361.377884ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:40.946334Z","caller":"traceutil/trace.go:171","msg":"trace[787101654] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"361.398255ms","start":"2026-03-10T13:43:40.584914Z","end":"2026-03-10T13:43:40.946312Z","steps":["trace[787101654] 'process raft request' (duration: 361.051037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.946446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.584873Z","time spent":"361.513528ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:43:40.946636Z","caller":"traceutil/trace.go:171","msg":"trace[695752002] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"359.647772ms","start":"2026-03-10T13:43:40.586969Z","end":"2026-03-10T13:43:40.946617Z","steps":["trace[695752002] 'process raft request' (duration: 359.244542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:43:40.946739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:43:40.586938Z","time spent":"359.747593ms","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:44:09.203216Z","caller":"traceutil/trace.go:171","msg":"trace[694627152] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"112.421219ms","start":"2026-03-10T13:44:09.090755Z","end":"2026-03-10T13:44:09.203176Z","steps":["trace[694627152] 'process raft request' (duration: 112.152342ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:09.269727Z","caller":"traceutil/trace.go:171","msg":"trace[2109287370] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"177.836642ms","start":"2026-03-10T13:44:09.091857Z","end":"2026-03-10T13:44:09.269693Z","steps":["trace[2109287370] 'process raft request' (duration: 168.881075ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:09.269773Z","caller":"traceutil/trace.go:171","msg":"trace[542702064] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"177.359501ms","start":"2026-03-10T13:44:09.092376Z","end":"2026-03-10T13:44:09.269736Z","steps":["trace[542702064] 'process raft request' (duration: 177.221387ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:09.269803Z","caller":"traceutil/trace.go:171","msg":"trace[1783017439] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"177.206476ms","start":"2026-03-10T13:44:09.092571Z","end":"2026-03-10T13:44:09.269777Z","steps":["trace[1783017439] 'process raft request' (duration: 177.078943ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:32.465205Z","caller":"traceutil/trace.go:171","msg":"trace[1603137729] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"247.294231ms","start":"2026-03-10T13:44:32.21787Z","end":"2026-03-10T13:44:32.465164Z","steps":["trace[1603137729] 'process raft request' (duration: 154.727042ms)","trace[1603137729] 'compare' (duration: 92.402225ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:44:32.658621Z","caller":"traceutil/trace.go:171","msg":"trace[689254055] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"440.071953ms","start":"2026-03-10T13:44:32.218521Z","end":"2026-03-10T13:44:32.658593Z","steps":["trace[689254055] 'process raft request' (duration: 439.974201ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:32.658712Z","caller":"traceutil/trace.go:171","msg":"trace[687724212] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"440.712859ms","start":"2026-03-10T13:44:32.217954Z","end":"2026-03-10T13:44:32.658666Z","steps":["trace[687724212] 'process raft request' (duration: 374.709232ms)","trace[687724212] 'compare' (duration: 65.665489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:44:32.65881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:32.21849Z","time spent":"440.220907ms","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:44:32.658916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:32.217935Z","time spent":"440.866202ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:44:32.659118Z","caller":"traceutil/trace.go:171","msg":"trace[163564583] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"439.824997ms","start":"2026-03-10T13:44:32.219278Z","end":"2026-03-10T13:44:32.659103Z","steps":["trace[163564583] 'process raft request' (duration: 439.293725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:32.659242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:32.219263Z","time spent":"439.89658ms","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:44:32.659326Z","caller":"traceutil/trace.go:171","msg":"trace[1799009890] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1672; }","duration":"121.265503ms","start":"2026-03-10T13:44:32.53801Z","end":"2026-03-10T13:44:32.659275Z","steps":["trace[1799009890] 'read index received' (duration: 54.680072ms)","trace[1799009890] 'applied index is now lower than readState.Index' (duration: 66.582991ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:44:32.659469Z","caller":"traceutil/trace.go:171","msg":"trace[1080249055] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"436.628661ms","start":"2026-03-10T13:44:32.222735Z","end":"2026-03-10T13:44:32.659363Z","steps":["trace[1080249055] 'process raft request' (duration: 436.250662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:32.65956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.502249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:44:32.65959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:32.222706Z","time spent":"436.832986ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:44:32.659615Z","caller":"traceutil/trace.go:171","msg":"trace[1763291197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"121.669892ms","start":"2026-03-10T13:44:32.537932Z","end":"2026-03-10T13:44:32.659602Z","steps":["trace[1763291197] 'agreement among raft nodes before linearized reading' (duration: 121.522529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:33.038638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.706819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:44:33.038725Z","caller":"traceutil/trace.go:171","msg":"trace[114063348] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1612; }","duration":"275.883223ms","start":"2026-03-10T13:44:32.762823Z","end":"2026-03-10T13:44:33.038706Z","steps":["trace[114063348] 'count revisions from in-memory index tree' (duration: 275.581416ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:38.581448Z","caller":"traceutil/trace.go:171","msg":"trace[1691765199] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"194.114745ms","start":"2026-03-10T13:44:38.3873Z","end":"2026-03-10T13:44:38.581415Z","steps":["trace[1691765199] 'process raft request' (duration: 193.92766ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:43.367414Z","caller":"traceutil/trace.go:171","msg":"trace[8791499] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"129.534944ms","start":"2026-03-10T13:44:43.237858Z","end":"2026-03-10T13:44:43.367393Z","steps":["trace[8791499] 'process raft request' (duration: 129.375889ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:43.373553Z","caller":"traceutil/trace.go:171","msg":"trace[2128631554] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"124.966863ms","start":"2026-03-10T13:44:43.248574Z","end":"2026-03-10T13:44:43.373541Z","steps":["trace[2128631554] 'process raft request' (duration: 124.887711ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:43.565072Z","caller":"traceutil/trace.go:171","msg":"trace[1026064816] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"114.984341ms","start":"2026-03-10T13:44:43.450066Z","end":"2026-03-10T13:44:43.56505Z","steps":["trace[1026064816] 'process raft request' (duration: 114.864408ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:43.624342Z","caller":"traceutil/trace.go:171","msg":"trace[1006223109] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"171.138289ms","start":"2026-03-10T13:44:43.45318Z","end":"2026-03-10T13:44:43.624318Z","steps":["trace[1006223109] 'process raft request' (duration: 171.099678ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:44:43.624384Z","caller":"traceutil/trace.go:171","msg":"trace[1280110291] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"173.207639ms","start":"2026-03-10T13:44:43.451164Z","end":"2026-03-10T13:44:43.624372Z","steps":["trace[1280110291] 'process raft request' (duration: 172.991034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:44.697855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051237052457337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T13:44:44.877956Z","caller":"traceutil/trace.go:171","msg":"trace[1188131539] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"680.198242ms","start":"2026-03-10T13:44:44.197724Z","end":"2026-03-10T13:44:44.877923Z","steps":["trace[1188131539] 'read index received' (duration: 680.036778ms)","trace[1188131539] 'applied index is now lower than readState.Index' (duration: 159.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:44:44.878132Z","caller":"traceutil/trace.go:171","msg":"trace[1041985066] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"793.317308ms","start":"2026-03-10T13:44:44.084799Z","end":"2026-03-10T13:44:44.878116Z","steps":["trace[1041985066] 'process raft request' (duration: 792.924518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:44.878415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.695392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:44:44.878451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.702244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T13:44:44.878501Z","caller":"traceutil/trace.go:171","msg":"trace[317381059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"338.840435ms","start":"2026-03-10T13:44:44.539635Z","end":"2026-03-10T13:44:44.878475Z","steps":["trace[317381059] 'agreement among raft nodes before linearized reading' (duration: 338.655141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:44.87855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:44.539605Z","time spent":"338.932638ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T13:44:44.878556Z","caller":"traceutil/trace.go:171","msg":"trace[649620787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1708; }","duration":"680.845567ms","start":"2026-03-10T13:44:44.197675Z","end":"2026-03-10T13:44:44.878521Z","steps":["trace[649620787] 'agreement among raft nodes before linearized reading' (duration: 680.573881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:44.878567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.276107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T13:44:44.878607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:44.197659Z","time spent":"680.938669ms","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T13:44:44.878629Z","caller":"traceutil/trace.go:171","msg":"trace[404157760] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1708; }","duration":"368.383059ms","start":"2026-03-10T13:44:44.510226Z","end":"2026-03-10T13:44:44.878609Z","steps":["trace[404157760] 'agreement among raft nodes before linearized reading' (duration: 367.944349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:44:44.878668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:44.510189Z","time spent":"368.468863ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:44:44.879211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:44:44.084773Z","time spent":"793.409379ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:24.159917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.396545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T13:45:24.160065Z","caller":"traceutil/trace.go:171","msg":"trace[1153985570] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1989; }","duration":"552.625472ms","start":"2026-03-10T13:45:23.607423Z","end":"2026-03-10T13:45:24.160048Z","steps":["trace[1153985570] 'read index received' (duration: 219.772306ms)","trace[1153985570] 'applied index is now lower than readState.Index' (duration: 332.852046ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:45:24.160171Z","caller":"traceutil/trace.go:171","msg":"trace[112737563] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"569.867008ms","start":"2026-03-10T13:45:23.590292Z","end":"2026-03-10T13:45:24.160159Z","steps":["trace[112737563] 'process raft request' (duration: 236.992342ms)","trace[112737563] 'compare' (duration: 332.024157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:45:24.16024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:23.59027Z","time spent":"569.93793ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:24.160397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.772774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T13:45:24.160475Z","caller":"traceutil/trace.go:171","msg":"trace[581699574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"210.884377ms","start":"2026-03-10T13:45:23.94957Z","end":"2026-03-10T13:45:24.160454Z","steps":["trace[581699574] 'agreement among raft nodes before linearized reading' (duration: 210.694183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:24.160489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.769951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-10T13:45:24.160525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.390443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T13:45:24.160589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.049761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T13:45:24.160615Z","caller":"traceutil/trace.go:171","msg":"trace[694119931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"212.925796ms","start":"2026-03-10T13:45:23.947671Z","end":"2026-03-10T13:45:24.160597Z","steps":["trace[694119931] 'agreement among raft nodes before linearized reading' (duration: 212.658209ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:24.160633Z","caller":"traceutil/trace.go:171","msg":"trace[1439794501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"501.529226ms","start":"2026-03-10T13:45:23.65908Z","end":"2026-03-10T13:45:24.160609Z","steps":["trace[1439794501] 'agreement among raft nodes before linearized reading' (duration: 501.104886ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:24.160651Z","caller":"traceutil/trace.go:171","msg":"trace[1991047839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"236.157313ms","start":"2026-03-10T13:45:23.924476Z","end":"2026-03-10T13:45:24.160634Z","steps":["trace[1991047839] 'agreement among raft nodes before linearized reading' (duration: 235.862317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:24.160681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:23.659067Z","time spent":"501.604418ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T13:45:24.160991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.41481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-10T13:45:24.161025Z","caller":"traceutil/trace.go:171","msg":"trace[444572147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1913; }","duration":"553.629646ms","start":"2026-03-10T13:45:23.607386Z","end":"2026-03-10T13:45:24.161016Z","steps":["trace[444572147] 'agreement among raft nodes before linearized reading' (duration: 553.373479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:24.161043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:23.607371Z","time spent":"553.665467ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-10T13:45:24.669209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051237052457834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T13:45:24.89577Z","caller":"traceutil/trace.go:171","msg":"trace[1891881205] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"731.472343ms","start":"2026-03-10T13:45:24.16427Z","end":"2026-03-10T13:45:24.895742Z","steps":["trace[1891881205] 'process raft request' (duration: 731.297419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:24.896097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.164254Z","time spent":"731.600825ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:45:25.01018Z","caller":"traceutil/trace.go:171","msg":"trace[1022598817] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"845.236948ms","start":"2026-03-10T13:45:24.164917Z","end":"2026-03-10T13:45:25.010154Z","steps":["trace[1022598817] 'process raft request' (duration: 845.143916ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:25.010205Z","caller":"traceutil/trace.go:171","msg":"trace[380106167] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"845.352171ms","start":"2026-03-10T13:45:24.164807Z","end":"2026-03-10T13:45:25.010159Z","steps":["trace[380106167] 'process raft request' (duration: 843.525437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:25.010361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.164889Z","time spent":"845.373031ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:25.010412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.164801Z","time spent":"845.500314ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:45:25.010473Z","caller":"traceutil/trace.go:171","msg":"trace[1524886319] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1990; }","duration":"841.583562ms","start":"2026-03-10T13:45:24.168871Z","end":"2026-03-10T13:45:25.010454Z","steps":["trace[1524886319] 'read index received' (duration: 726.743092ms)","trace[1524886319] 'applied index is now lower than readState.Index' (duration: 114.83943ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:45:25.010639Z","caller":"traceutil/trace.go:171","msg":"trace[1803089761] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"845.016832ms","start":"2026-03-10T13:45:24.165553Z","end":"2026-03-10T13:45:25.01057Z","steps":["trace[1803089761] 'process raft request' (duration: 844.749416ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:25.010685Z","caller":"traceutil/trace.go:171","msg":"trace[835624002] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"844.801168ms","start":"2026-03-10T13:45:24.16587Z","end":"2026-03-10T13:45:25.010672Z","steps":["trace[835624002] 'process raft request' (duration: 844.535452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:25.010769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.165547Z","time spent":"845.166486ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:25.010784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.165862Z","time spent":"844.871189ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:25.010813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.959723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:45:25.010872Z","caller":"traceutil/trace.go:171","msg":"trace[1318642422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"562.067135ms","start":"2026-03-10T13:45:24.44879Z","end":"2026-03-10T13:45:25.010857Z","steps":["trace[1318642422] 'agreement among raft nodes before linearized reading' (duration: 561.946922ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:25.010882Z","caller":"traceutil/trace.go:171","msg":"trace[891334923] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"845.476533ms","start":"2026-03-10T13:45:24.165389Z","end":"2026-03-10T13:45:25.010865Z","steps":["trace[891334923] 'process raft request' (duration: 844.714836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:25.010885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.914351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:45:25.010909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.448764Z","time spent":"562.138576ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:45:25.010937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.06237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-10T13:45:25.010947Z","caller":"traceutil/trace.go:171","msg":"trace[59114407] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"473.018154ms","start":"2026-03-10T13:45:24.537913Z","end":"2026-03-10T13:45:25.010931Z","steps":["trace[59114407] 'agreement among raft nodes before linearized reading' (duration: 472.906421ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:45:25.010991Z","caller":"traceutil/trace.go:171","msg":"trace[2101968233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1919; }","duration":"547.133672ms","start":"2026-03-10T13:45:24.463842Z","end":"2026-03-10T13:45:25.010975Z","steps":["trace[2101968233] 'agreement among raft nodes before linearized reading' (duration: 546.994639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:25.011009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.537892Z","time spent":"473.106595ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:45:25.011032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.46383Z","time spent":"547.186263ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-10T13:45:25.010942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.165381Z","time spent":"845.527944ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:45:25.011221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.337229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-10T13:45:25.011311Z","caller":"traceutil/trace.go:171","msg":"trace[1905626189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"842.411942ms","start":"2026-03-10T13:45:24.168854Z","end":"2026-03-10T13:45:25.011266Z","steps":["trace[1905626189] 'agreement among raft nodes before linearized reading' (duration: 842.178916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:45:25.011366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:45:24.168848Z","time spent":"842.506474ms","remote":"127.0.0.1:50570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-10T13:45:25.303516Z","caller":"traceutil/trace.go:171","msg":"trace[1493786440] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"287.602467ms","start":"2026-03-10T13:45:25.015881Z","end":"2026-03-10T13:45:25.303484Z","steps":["trace[1493786440] 'process raft request' (duration: 221.891487ms)","trace[1493786440] 'compare' (duration: 65.199388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:46:51.703326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.444996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T13:46:51.703417Z","caller":"traceutil/trace.go:171","msg":"trace[1373764460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"242.58497ms","start":"2026-03-10T13:46:51.460818Z","end":"2026-03-10T13:46:51.703403Z","steps":["trace[1373764460] 'range keys from in-memory index tree' (duration: 242.279141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:51.703409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.377582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-10T13:46:51.703431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.94851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:46:51.703484Z","caller":"traceutil/trace.go:171","msg":"trace[955229975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2533; }","duration":"166.041321ms","start":"2026-03-10T13:46:51.53743Z","end":"2026-03-10T13:46:51.703472Z","steps":["trace[955229975] 'range keys from in-memory index tree' (duration: 165.872807ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:51.703519Z","caller":"traceutil/trace.go:171","msg":"trace[1540525152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2533; }","duration":"246.532016ms","start":"2026-03-10T13:46:51.456969Z","end":"2026-03-10T13:46:51.703501Z","steps":["trace[1540525152] 'range keys from in-memory index tree' (duration: 246.207048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:51.703587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.92213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T13:46:51.703619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.697359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T13:46:51.703678Z","caller":"traceutil/trace.go:171","msg":"trace[883007054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"246.066394ms","start":"2026-03-10T13:46:51.457593Z","end":"2026-03-10T13:46:51.70366Z","steps":["trace[883007054] 'range keys from in-memory index tree' (duration: 245.691995ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:51.703724Z","caller":"traceutil/trace.go:171","msg":"trace[1030590926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2533; }","duration":"257.857433ms","start":"2026-03-10T13:46:51.445846Z","end":"2026-03-10T13:46:51.703703Z","steps":["trace[1030590926] 'range keys from in-memory index tree' (duration: 257.481614ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:52.042995Z","caller":"traceutil/trace.go:171","msg":"trace[894624963] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"336.198205ms","start":"2026-03-10T13:46:51.706759Z","end":"2026-03-10T13:46:52.042958Z","steps":["trace[894624963] 'process raft request' (duration: 335.942667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.043235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.706745Z","time spent":"336.360848ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:46:52.532171Z","caller":"traceutil/trace.go:171","msg":"trace[1815391200] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"823.913816ms","start":"2026-03-10T13:46:51.708212Z","end":"2026-03-10T13:46:52.532126Z","steps":["trace[1815391200] 'process raft request' (duration: 823.65003ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:52.532162Z","caller":"traceutil/trace.go:171","msg":"trace[250783286] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"823.498016ms","start":"2026-03-10T13:46:51.708629Z","end":"2026-03-10T13:46:52.532127Z","steps":["trace[250783286] 'process raft request' (duration: 823.420174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.532365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.708189Z","time spent":"824.085529ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:46:52.532555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.708604Z","time spent":"823.818043ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:46:52.532588Z","caller":"traceutil/trace.go:171","msg":"trace[74817447] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"823.857724ms","start":"2026-03-10T13:46:51.708718Z","end":"2026-03-10T13:46:52.532576Z","steps":["trace[74817447] 'process raft request' (duration: 823.370932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.532658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.708711Z","time spent":"823.914876ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:46:52.532888Z","caller":"traceutil/trace.go:171","msg":"trace[1342218687] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"788.376068ms","start":"2026-03-10T13:46:51.744501Z","end":"2026-03-10T13:46:52.532877Z","steps":["trace[1342218687] 'process raft request' (duration: 787.829945ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:52.532904Z","caller":"traceutil/trace.go:171","msg":"trace[456271485] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"645.746737ms","start":"2026-03-10T13:46:51.887143Z","end":"2026-03-10T13:46:52.53289Z","steps":["trace[456271485] 'process raft request' (duration: 645.652065ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:46:52.532893Z","caller":"traceutil/trace.go:171","msg":"trace[1991195756] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2636; }","duration":"679.230085ms","start":"2026-03-10T13:46:51.853637Z","end":"2026-03-10T13:46:52.532867Z","steps":["trace[1991195756] 'read index received' (duration: 189.118525ms)","trace[1991195756] 'applied index is now lower than readState.Index' (duration: 490.11023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:46:52.532951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.744486Z","time spent":"788.4337ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:46:52.532973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.887116Z","time spent":"645.817839ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:46:52.533213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.568224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-10T13:46:52.533292Z","caller":"traceutil/trace.go:171","msg":"trace[247855272] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2539; }","duration":"679.699137ms","start":"2026-03-10T13:46:51.85357Z","end":"2026-03-10T13:46:52.53327Z","steps":["trace[247855272] 'agreement among raft nodes before linearized reading' (duration: 679.41945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.533338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:51.853542Z","time spent":"679.787309ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-10T13:46:52.647118Z","caller":"traceutil/trace.go:171","msg":"trace[152044607] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"114.123405ms","start":"2026-03-10T13:46:52.532966Z","end":"2026-03-10T13:46:52.647089Z","steps":["trace[152044607] 'read index received' (duration: 110.837785ms)","trace[152044607] 'applied index is now lower than readState.Index' (duration: 3.28462ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:46:52.647216Z","caller":"traceutil/trace.go:171","msg":"trace[299850609] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"159.106693ms","start":"2026-03-10T13:46:52.488034Z","end":"2026-03-10T13:46:52.647141Z","steps":["trace[299850609] 'process raft request' (duration: 155.837523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.647313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.527048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:46:52.647358Z","caller":"traceutil/trace.go:171","msg":"trace[1906590775] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2540; }","duration":"185.677481ms","start":"2026-03-10T13:46:52.461668Z","end":"2026-03-10T13:46:52.647345Z","steps":["trace[1906590775] 'agreement among raft nodes before linearized reading' (duration: 185.566378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.64766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.910068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-10T13:46:52.647805Z","caller":"traceutil/trace.go:171","msg":"trace[31434299] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2540; }","duration":"109.111633ms","start":"2026-03-10T13:46:52.538662Z","end":"2026-03-10T13:46:52.647774Z","steps":["trace[31434299] 'agreement among raft nodes before linearized reading' (duration: 108.691883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.647715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.0372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b7ee30e6668d6\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-10T13:46:52.647931Z","caller":"traceutil/trace.go:171","msg":"trace[370054452] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b7ee30e6668d6; range_end:; response_count:1; response_revision:2540; }","duration":"647.296256ms","start":"2026-03-10T13:46:52.000618Z","end":"2026-03-10T13:46:52.647914Z","steps":["trace[370054452] 'agreement among raft nodes before linearized reading' (duration: 646.726933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:46:52.647985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:46:52.000595Z","time spent":"647.372839ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b7ee30e6668d6\" "} {"level":"info","ts":"2026-03-10T13:49:29.303661Z","caller":"traceutil/trace.go:171","msg":"trace[1608929495] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"227.654871ms","start":"2026-03-10T13:49:29.075972Z","end":"2026-03-10T13:49:29.303627Z","steps":["trace[1608929495] 'process raft request' (duration: 227.357734ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:49:29.30639Z","caller":"traceutil/trace.go:171","msg":"trace[249170086] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"229.854925ms","start":"2026-03-10T13:49:29.076518Z","end":"2026-03-10T13:49:29.306372Z","steps":["trace[249170086] 'process raft request' (duration: 229.683401ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:49:29.306552Z","caller":"traceutil/trace.go:171","msg":"trace[483865796] linearizableReadLoop","detail":"{readStateIndex:3613; appliedIndex:3610; }","duration":"114.193569ms","start":"2026-03-10T13:49:29.192333Z","end":"2026-03-10T13:49:29.306526Z","steps":["trace[483865796] 'read index received' (duration: 111.064143ms)","trace[483865796] 'applied index is now lower than readState.Index' (duration: 3.127696ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:49:29.306678Z","caller":"traceutil/trace.go:171","msg":"trace[352477726] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"144.086335ms","start":"2026-03-10T13:49:29.162578Z","end":"2026-03-10T13:49:29.306664Z","steps":["trace[352477726] 'process raft request' (duration: 143.738926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:49:29.307116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.759783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:49:29.307394Z","caller":"traceutil/trace.go:171","msg":"trace[640718130] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3471; }","duration":"115.093631ms","start":"2026-03-10T13:49:29.192283Z","end":"2026-03-10T13:49:29.307377Z","steps":["trace[640718130] 'agreement among raft nodes before linearized reading' (duration: 114.751073ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:49:34.693335Z","caller":"traceutil/trace.go:171","msg":"trace[950648622] linearizableReadLoop","detail":"{readStateIndex:3640; appliedIndex:3639; }","duration":"214.144689ms","start":"2026-03-10T13:49:34.479164Z","end":"2026-03-10T13:49:34.693309Z","steps":["trace[950648622] 'read index received' (duration: 214.003916ms)","trace[950648622] 'applied index is now lower than readState.Index' (duration: 139.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:49:34.693398Z","caller":"traceutil/trace.go:171","msg":"trace[871228635] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"260.330637ms","start":"2026-03-10T13:49:34.433029Z","end":"2026-03-10T13:49:34.69336Z","steps":["trace[871228635] 'process raft request' (duration: 260.129792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:49:34.69354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.4801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:49:34.693527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.327663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:49:34.693582Z","caller":"traceutil/trace.go:171","msg":"trace[345185091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3497; }","duration":"155.539652ms","start":"2026-03-10T13:49:34.538032Z","end":"2026-03-10T13:49:34.693572Z","steps":["trace[345185091] 'agreement among raft nodes before linearized reading' (duration: 155.424259ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:49:34.693606Z","caller":"traceutil/trace.go:171","msg":"trace[1041448999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3497; }","duration":"214.491617ms","start":"2026-03-10T13:49:34.479096Z","end":"2026-03-10T13:49:34.693588Z","steps":["trace[1041448999] 'agreement among raft nodes before linearized reading' (duration: 214.318323ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:27.463152Z","caller":"traceutil/trace.go:171","msg":"trace[1222181884] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"155.609233ms","start":"2026-03-10T13:51:27.307487Z","end":"2026-03-10T13:51:27.463097Z","steps":["trace[1222181884] 'process raft request' (duration: 155.377546ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.894744Z","caller":"traceutil/trace.go:171","msg":"trace[123367926] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"121.567326ms","start":"2026-03-10T13:51:31.773153Z","end":"2026-03-10T13:51:31.89472Z","steps":["trace[123367926] 'process raft request' (duration: 121.389722ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.902715Z","caller":"traceutil/trace.go:171","msg":"trace[1530624183] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"125.029801ms","start":"2026-03-10T13:51:31.777659Z","end":"2026-03-10T13:51:31.902688Z","steps":["trace[1530624183] 'process raft request' (duration: 124.841936ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.902718Z","caller":"traceutil/trace.go:171","msg":"trace[1478301188] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"124.673312ms","start":"2026-03-10T13:51:31.778029Z","end":"2026-03-10T13:51:31.902702Z","steps":["trace[1478301188] 'process raft request' (duration: 124.58899ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.902977Z","caller":"traceutil/trace.go:171","msg":"trace[815540047] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"124.427746ms","start":"2026-03-10T13:51:31.778533Z","end":"2026-03-10T13:51:31.90296Z","steps":["trace[815540047] 'process raft request' (duration: 124.130959ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.903221Z","caller":"traceutil/trace.go:171","msg":"trace[1290612501] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"124.383975ms","start":"2026-03-10T13:51:31.778826Z","end":"2026-03-10T13:51:31.90321Z","steps":["trace[1290612501] 'process raft request' (duration: 124.073098ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:31.903323Z","caller":"traceutil/trace.go:171","msg":"trace[361954698] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"122.795677ms","start":"2026-03-10T13:51:31.780517Z","end":"2026-03-10T13:51:31.903313Z","steps":["trace[361954698] 'process raft request' (duration: 122.659422ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:34.46619Z","caller":"traceutil/trace.go:171","msg":"trace[145947355] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5039; }","duration":"156.497353ms","start":"2026-03-10T13:51:34.309652Z","end":"2026-03-10T13:51:34.46615Z","steps":["trace[145947355] 'read index received' (duration: 153.808298ms)","trace[145947355] 'applied index is now lower than readState.Index' (duration: 2.687165ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:51:34.46632Z","caller":"traceutil/trace.go:171","msg":"trace[575908187] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"169.600651ms","start":"2026-03-10T13:51:34.296671Z","end":"2026-03-10T13:51:34.466272Z","steps":["trace[575908187] 'process raft request' (duration: 166.767102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:34.466644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.695398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:14 size:99636"} {"level":"info","ts":"2026-03-10T13:51:34.466765Z","caller":"traceutil/trace.go:171","msg":"trace[1300200346] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:14; response_revision:4843; }","duration":"170.876222ms","start":"2026-03-10T13:51:34.29587Z","end":"2026-03-10T13:51:34.466747Z","steps":["trace[1300200346] 'agreement among raft nodes before linearized reading' (duration: 170.442181ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:34.46874Z","caller":"traceutil/trace.go:171","msg":"trace[964529998] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"152.890876ms","start":"2026-03-10T13:51:34.31551Z","end":"2026-03-10T13:51:34.468401Z","steps":["trace[964529998] 'process raft request' (duration: 152.786914ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:35.507371Z","caller":"traceutil/trace.go:171","msg":"trace[2043010013] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"306.458439ms","start":"2026-03-10T13:51:35.200888Z","end":"2026-03-10T13:51:35.507346Z","steps":["trace[2043010013] 'process raft request' (duration: 306.331486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:35.507506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:35.200867Z","time spent":"306.579482ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T13:51:35.557424Z","caller":"traceutil/trace.go:171","msg":"trace[1517738824] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"352.431414ms","start":"2026-03-10T13:51:35.204937Z","end":"2026-03-10T13:51:35.557368Z","steps":["trace[1517738824] 'process raft request' (duration: 352.26688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:35.557669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:35.204915Z","time spent":"352.611648ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:51:43.31784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051237052465277,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T13:51:43.450764Z","caller":"traceutil/trace.go:171","msg":"trace[2008833298] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"766.811267ms","start":"2026-03-10T13:51:42.683906Z","end":"2026-03-10T13:51:43.450717Z","steps":["trace[2008833298] 'process raft request' (duration: 717.823928ms)","trace[2008833298] 'compare' (duration: 48.752872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:51:43.450931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:42.683888Z","time spent":"766.973532ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-10T13:51:43.467257Z","caller":"traceutil/trace.go:171","msg":"trace[774187999] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5187; }","duration":"650.052921ms","start":"2026-03-10T13:51:42.817184Z","end":"2026-03-10T13:51:43.467237Z","steps":["trace[774187999] 'read index received' (duration: 584.56474ms)","trace[774187999] 'applied index is now lower than readState.Index' (duration: 65.487201ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:51:43.467316Z","caller":"traceutil/trace.go:171","msg":"trace[756309501] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"271.693895ms","start":"2026-03-10T13:51:43.1956Z","end":"2026-03-10T13:51:43.467294Z","steps":["trace[756309501] 'process raft request' (duration: 271.526931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:43.467493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.291658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T13:51:43.467574Z","caller":"traceutil/trace.go:171","msg":"trace[124582624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4988; }","duration":"650.38697ms","start":"2026-03-10T13:51:42.817172Z","end":"2026-03-10T13:51:43.467559Z","steps":["trace[124582624] 'agreement among raft nodes before linearized reading' (duration: 650.162485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:43.467615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:42.817106Z","time spent":"650.498193ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T13:51:43.500015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.494736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:51:43.500109Z","caller":"traceutil/trace.go:171","msg":"trace[1447541404] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4990; }","duration":"680.603069ms","start":"2026-03-10T13:51:42.819465Z","end":"2026-03-10T13:51:43.500068Z","steps":["trace[1447541404] 'agreement among raft nodes before linearized reading' (duration: 680.449995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:43.500147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:42.819454Z","time spent":"680.68237ms","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:51:43.500219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.356915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.227\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-10T13:51:43.500271Z","caller":"traceutil/trace.go:171","msg":"trace[459852990] range","detail":"{range_begin:/registry/masterleases/199.204.45.227; range_end:; response_count:1; response_revision:4990; }","duration":"481.410536ms","start":"2026-03-10T13:51:43.018847Z","end":"2026-03-10T13:51:43.500257Z","steps":["trace[459852990] 'agreement among raft nodes before linearized reading' (duration: 481.285283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:43.500303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:43.018773Z","time spent":"481.523259ms","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.227\" "} {"level":"warn","ts":"2026-03-10T13:51:43.500282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.969854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-72jpj\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-03-10T13:51:43.500353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.57847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:51:43.500357Z","caller":"traceutil/trace.go:171","msg":"trace[1145421160] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-72jpj; range_end:; response_count:1; response_revision:4990; }","duration":"232.081817ms","start":"2026-03-10T13:51:43.268255Z","end":"2026-03-10T13:51:43.500337Z","steps":["trace[1145421160] 'agreement among raft nodes before linearized reading' (duration: 231.865902ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:43.500383Z","caller":"traceutil/trace.go:171","msg":"trace[1821109653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4990; }","duration":"622.60846ms","start":"2026-03-10T13:51:42.877766Z","end":"2026-03-10T13:51:43.500375Z","steps":["trace[1821109653] 'agreement among raft nodes before linearized reading' (duration: 622.557619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:43.500409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:42.877723Z","time spent":"622.680082ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:51:43.50065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.286022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:51:43.500691Z","caller":"traceutil/trace.go:171","msg":"trace[1806452123] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4990; }","duration":"232.355244ms","start":"2026-03-10T13:51:43.268324Z","end":"2026-03-10T13:51:43.500679Z","steps":["trace[1806452123] 'agreement among raft nodes before linearized reading' (duration: 232.283762ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:44.211588Z","caller":"traceutil/trace.go:171","msg":"trace[1886294200] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"266.96968ms","start":"2026-03-10T13:51:43.944589Z","end":"2026-03-10T13:51:44.211559Z","steps":["trace[1886294200] 'process raft request' (duration: 266.781766ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:44.212814Z","caller":"traceutil/trace.go:171","msg":"trace[2045741143] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"263.439883ms","start":"2026-03-10T13:51:43.94932Z","end":"2026-03-10T13:51:44.21276Z","steps":["trace[2045741143] 'process raft request' (duration: 263.265969ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:44.212861Z","caller":"traceutil/trace.go:171","msg":"trace[566929098] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5200; }","duration":"242.531632ms","start":"2026-03-10T13:51:43.970316Z","end":"2026-03-10T13:51:44.212847Z","steps":["trace[566929098] 'read index received' (duration: 241.086647ms)","trace[566929098] 'applied index is now lower than readState.Index' (duration: 1.443995ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:51:44.21293Z","caller":"traceutil/trace.go:171","msg":"trace[1763354576] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"262.737177ms","start":"2026-03-10T13:51:43.950164Z","end":"2026-03-10T13:51:44.212901Z","steps":["trace[1763354576] 'process raft request' (duration: 262.545552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:44.213039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.716458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T13:51:44.213073Z","caller":"traceutil/trace.go:171","msg":"trace[2119245428] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5001; }","duration":"242.79918ms","start":"2026-03-10T13:51:43.970264Z","end":"2026-03-10T13:51:44.213063Z","steps":["trace[2119245428] 'agreement among raft nodes before linearized reading' (duration: 242.663926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:44.213133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.529787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-10T13:51:44.213172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.777765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T13:51:44.21321Z","caller":"traceutil/trace.go:171","msg":"trace[691353338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5001; }","duration":"236.66653ms","start":"2026-03-10T13:51:43.976526Z","end":"2026-03-10T13:51:44.213193Z","steps":["trace[691353338] 'agreement among raft nodes before linearized reading' (duration: 236.466815ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:44.213246Z","caller":"traceutil/trace.go:171","msg":"trace[667353283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5001; }","duration":"241.893668ms","start":"2026-03-10T13:51:43.971334Z","end":"2026-03-10T13:51:44.213228Z","steps":["trace[667353283] 'agreement among raft nodes before linearized reading' (duration: 241.656522ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:50.094332Z","caller":"traceutil/trace.go:171","msg":"trace[943200930] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"115.871884ms","start":"2026-03-10T13:51:49.978436Z","end":"2026-03-10T13:51:50.094308Z","steps":["trace[943200930] 'process raft request' (duration: 115.714321ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:52.06316Z","caller":"traceutil/trace.go:171","msg":"trace[1481545993] linearizableReadLoop","detail":"{readStateIndex:5329; appliedIndex:5328; }","duration":"460.005643ms","start":"2026-03-10T13:51:51.603128Z","end":"2026-03-10T13:51:52.063134Z","steps":["trace[1481545993] 'read index received' (duration: 459.805258ms)","trace[1481545993] 'applied index is now lower than readState.Index' (duration: 199.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:51:52.063236Z","caller":"traceutil/trace.go:171","msg":"trace[986818237] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"490.418496ms","start":"2026-03-10T13:51:51.572782Z","end":"2026-03-10T13:51:52.0632Z","steps":["trace[986818237] 'process raft request' (duration: 490.212101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:52.063403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.255798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53312cbf-34ba-41cb-88b3-3553f46872ad\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-10T13:51:52.063463Z","caller":"traceutil/trace.go:171","msg":"trace[1160292418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-53312cbf-34ba-41cb-88b3-3553f46872ad; range_end:; response_count:1; response_revision:5125; }","duration":"460.3303ms","start":"2026-03-10T13:51:51.603114Z","end":"2026-03-10T13:51:52.063444Z","steps":["trace[1160292418] 'agreement among raft nodes before linearized reading' (duration: 460.156126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:52.063501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:51.572766Z","time spent":"490.591081ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:51:52.063527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:51.603095Z","time spent":"460.414882ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-53312cbf-34ba-41cb-88b3-3553f46872ad\" "} {"level":"warn","ts":"2026-03-10T13:51:52.063522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.72677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-10T13:51:52.063546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.021693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:51:52.063615Z","caller":"traceutil/trace.go:171","msg":"trace[82306710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5125; }","duration":"330.870724ms","start":"2026-03-10T13:51:51.73272Z","end":"2026-03-10T13:51:52.06359Z","steps":["trace[82306710] 'agreement among raft nodes before linearized reading' (duration: 330.600807ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:51:52.063649Z","caller":"traceutil/trace.go:171","msg":"trace[1837997570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:5125; }","duration":"330.168106ms","start":"2026-03-10T13:51:51.733454Z","end":"2026-03-10T13:51:52.063622Z","steps":["trace[1837997570] 'agreement among raft nodes before linearized reading' (duration: 329.88936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:51:52.06367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:51.732699Z","time spent":"330.962125ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T13:51:52.063718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:51:51.733439Z","time spent":"330.266258ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-78xdf\" "} {"level":"info","ts":"2026-03-10T13:52:00.207188Z","caller":"traceutil/trace.go:171","msg":"trace[409070100] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"102.282012ms","start":"2026-03-10T13:52:00.104874Z","end":"2026-03-10T13:52:00.207156Z","steps":["trace[409070100] 'process raft request' (duration: 102.017695ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:00.207126Z","caller":"traceutil/trace.go:171","msg":"trace[1387557277] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5433; }","duration":"100.192661ms","start":"2026-03-10T13:52:00.106881Z","end":"2026-03-10T13:52:00.207074Z","steps":["trace[1387557277] 'read index received' (duration: 90.565986ms)","trace[1387557277] 'applied index is now lower than readState.Index' (duration: 9.625675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:52:00.207469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.575031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81419"} {"level":"info","ts":"2026-03-10T13:52:00.207551Z","caller":"traceutil/trace.go:171","msg":"trace[1251886042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5229; }","duration":"100.701103ms","start":"2026-03-10T13:52:00.106833Z","end":"2026-03-10T13:52:00.207534Z","steps":["trace[1251886042] 'agreement among raft nodes before linearized reading' (duration: 100.397546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.212263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051237052466137,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-10T13:52:12.629017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023566147s","expected-duration":"1s"} {"level":"info","ts":"2026-03-10T13:52:12.629577Z","caller":"traceutil/trace.go:171","msg":"trace[2114804877] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"1.024199792s","start":"2026-03-10T13:52:11.605345Z","end":"2026-03-10T13:52:12.629544Z","steps":["trace[2114804877] 'process raft request' (duration: 1.023984607s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.629751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:11.605333Z","time spent":"1.024333836s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:52:12.737504Z","caller":"traceutil/trace.go:171","msg":"trace[1761428941] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"1.131960249s","start":"2026-03-10T13:52:11.605516Z","end":"2026-03-10T13:52:12.737476Z","steps":["trace[1761428941] 'process raft request' (duration: 1.131770724s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.73768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:11.605506Z","time spent":"1.132086532s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:52:12.73796Z","caller":"traceutil/trace.go:171","msg":"trace[113288670] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"1.131795825s","start":"2026-03-10T13:52:11.606095Z","end":"2026-03-10T13:52:12.737891Z","steps":["trace[113288670] 'process raft request' (duration: 1.131342134s)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.738044Z","caller":"traceutil/trace.go:171","msg":"trace[1867111419] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"404.364791ms","start":"2026-03-10T13:52:12.333637Z","end":"2026-03-10T13:52:12.738002Z","steps":["trace[1867111419] 'process raft request' (duration: 404.077404ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.738048Z","caller":"traceutil/trace.go:171","msg":"trace[874139381] linearizableReadLoop","detail":"{readStateIndex:5585; appliedIndex:5582; }","duration":"1.026228853s","start":"2026-03-10T13:52:11.711783Z","end":"2026-03-10T13:52:12.738012Z","steps":["trace[874139381] 'read index received' (duration: 917.590695ms)","trace[874139381] 'applied index is now lower than readState.Index' (duration: 108.636748ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:52:12.738083Z","caller":"traceutil/trace.go:171","msg":"trace[444645221] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"381.097632ms","start":"2026-03-10T13:52:12.356953Z","end":"2026-03-10T13:52:12.73805Z","steps":["trace[444645221] 'process raft request' (duration: 380.967829ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.738218Z","caller":"traceutil/trace.go:171","msg":"trace[1867119318] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"127.295194ms","start":"2026-03-10T13:52:12.61091Z","end":"2026-03-10T13:52:12.738205Z","steps":["trace[1867119318] 'process raft request' (duration: 127.055728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.738244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.333616Z","time spent":"404.506714ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:52:12.738271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.356937Z","time spent":"381.236425ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:52:12.738286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.809561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:52:12.738345Z","caller":"traceutil/trace.go:171","msg":"trace[1923426454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5379; }","duration":"200.912063ms","start":"2026-03-10T13:52:12.537416Z","end":"2026-03-10T13:52:12.738328Z","steps":["trace[1923426454] 'agreement among raft nodes before linearized reading' (duration: 200.822711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.738415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.483648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T13:52:12.738431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.818875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T13:52:12.738486Z","caller":"traceutil/trace.go:171","msg":"trace[1671451744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5379; }","duration":"322.602451ms","start":"2026-03-10T13:52:12.415862Z","end":"2026-03-10T13:52:12.738465Z","steps":["trace[1671451744] 'agreement among raft nodes before linearized reading' (duration: 322.475108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.738544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.415841Z","time spent":"322.686993ms","remote":"127.0.0.1:45104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:52:12.738524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026705654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-10T13:52:12.73854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:11.606082Z","time spent":"1.131996049s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:52:12.73858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.846641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:52:12.73885Z","caller":"traceutil/trace.go:171","msg":"trace[2131237671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:5379; }","duration":"481.165259ms","start":"2026-03-10T13:52:12.257673Z","end":"2026-03-10T13:52:12.738838Z","steps":["trace[2131237671] 'agreement among raft nodes before linearized reading' (duration: 480.747699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.73891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.257655Z","time spent":"481.24334ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-78xdf\" "} {"level":"warn","ts":"2026-03-10T13:52:12.738613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.789112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T13:52:12.738966Z","caller":"traceutil/trace.go:171","msg":"trace[28903612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5379; }","duration":"199.181643ms","start":"2026-03-10T13:52:12.53977Z","end":"2026-03-10T13:52:12.738952Z","steps":["trace[28903612] 'agreement among raft nodes before linearized reading' (duration: 198.732471ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.738618Z","caller":"traceutil/trace.go:171","msg":"trace[230790876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5379; }","duration":"1.026870048s","start":"2026-03-10T13:52:11.711724Z","end":"2026-03-10T13:52:12.738594Z","steps":["trace[230790876] 'agreement among raft nodes before linearized reading' (duration: 1.026514259s)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.73906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:11.711681Z","time spent":"1.027359631s","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-10T13:52:12.738511Z","caller":"traceutil/trace.go:171","msg":"trace[1705676063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5379; }","duration":"490.939948ms","start":"2026-03-10T13:52:12.247549Z","end":"2026-03-10T13:52:12.738489Z","steps":["trace[1705676063] 'agreement among raft nodes before linearized reading' (duration: 490.692092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.739206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.247529Z","time spent":"491.663456ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-10T13:52:12.738683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.802344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T13:52:12.739312Z","caller":"traceutil/trace.go:171","msg":"trace[1633301339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5379; }","duration":"484.471151ms","start":"2026-03-10T13:52:12.254822Z","end":"2026-03-10T13:52:12.739293Z","steps":["trace[1633301339] 'agreement among raft nodes before linearized reading' (duration: 483.746942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.739389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.254797Z","time spent":"484.570433ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-10T13:52:12.740122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.723773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T13:52:12.740175Z","caller":"traceutil/trace.go:171","msg":"trace[1851208118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5379; }","duration":"322.796466ms","start":"2026-03-10T13:52:12.417364Z","end":"2026-03-10T13:52:12.74016Z","steps":["trace[1851208118] 'agreement among raft nodes before linearized reading' (duration: 321.013712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.740198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.417354Z","time spent":"322.838266ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-10T13:52:12.740193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.828198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T13:52:12.740223Z","caller":"traceutil/trace.go:171","msg":"trace[1775810735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5379; }","duration":"181.887629ms","start":"2026-03-10T13:52:12.558327Z","end":"2026-03-10T13:52:12.740215Z","steps":["trace[1775810735] 'agreement among raft nodes before linearized reading' (duration: 180.157206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.740227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.311701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.189b7f2631d99eb8\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-10T13:52:12.740279Z","caller":"traceutil/trace.go:171","msg":"trace[1050680420] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.189b7f2631d99eb8; range_end:; response_count:1; response_revision:5379; }","duration":"106.392282ms","start":"2026-03-10T13:52:12.633871Z","end":"2026-03-10T13:52:12.740263Z","steps":["trace[1050680420] 'agreement among raft nodes before linearized reading' (duration: 104.749332ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.740385Z","caller":"traceutil/trace.go:171","msg":"trace[1402342794] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"387.915968ms","start":"2026-03-10T13:52:12.352404Z","end":"2026-03-10T13:52:12.74032Z","steps":["trace[1402342794] 'process raft request' (duration: 385.472199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.740569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:52:12.35238Z","time spent":"388.063581ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:52:12.87831Z","caller":"traceutil/trace.go:171","msg":"trace[1731095775] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"134.291915ms","start":"2026-03-10T13:52:12.743995Z","end":"2026-03-10T13:52:12.878287Z","steps":["trace[1731095775] 'process raft request' (duration: 74.444351ms)","trace[1731095775] 'compare' (duration: 59.632439ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:52:12.878816Z","caller":"traceutil/trace.go:171","msg":"trace[269489950] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"134.590753ms","start":"2026-03-10T13:52:12.744217Z","end":"2026-03-10T13:52:12.878807Z","steps":["trace[269489950] 'process raft request' (duration: 134.034869ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.879017Z","caller":"traceutil/trace.go:171","msg":"trace[608419400] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"133.837014ms","start":"2026-03-10T13:52:12.745149Z","end":"2026-03-10T13:52:12.878986Z","steps":["trace[608419400] 'process raft request' (duration: 133.608617ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.87929Z","caller":"traceutil/trace.go:171","msg":"trace[1290561460] linearizableReadLoop","detail":"{readStateIndex:5591; appliedIndex:5589; }","duration":"134.387208ms","start":"2026-03-10T13:52:12.744885Z","end":"2026-03-10T13:52:12.879272Z","steps":["trace[1290561460] 'read index received' (duration: 73.58771ms)","trace[1290561460] 'applied index is now lower than readState.Index' (duration: 60.798888ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:52:12.879314Z","caller":"traceutil/trace.go:171","msg":"trace[948437340] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"132.7972ms","start":"2026-03-10T13:52:12.746507Z","end":"2026-03-10T13:52:12.879305Z","steps":["trace[948437340] 'process raft request' (duration: 132.735578ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.879562Z","caller":"traceutil/trace.go:171","msg":"trace[144628013] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"134.337236ms","start":"2026-03-10T13:52:12.745203Z","end":"2026-03-10T13:52:12.87954Z","steps":["trace[144628013] 'process raft request' (duration: 133.71999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.879741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.839769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81896"} {"level":"info","ts":"2026-03-10T13:52:12.879809Z","caller":"traceutil/trace.go:171","msg":"trace[1481303574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5385; }","duration":"134.94698ms","start":"2026-03-10T13:52:12.744851Z","end":"2026-03-10T13:52:12.879798Z","steps":["trace[1481303574] 'agreement among raft nodes before linearized reading' (duration: 134.50419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:12.880016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.858369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17708"} {"level":"info","ts":"2026-03-10T13:52:12.880061Z","caller":"traceutil/trace.go:171","msg":"trace[836419925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5385; }","duration":"134.9412ms","start":"2026-03-10T13:52:12.745108Z","end":"2026-03-10T13:52:12.880049Z","steps":["trace[836419925] 'agreement among raft nodes before linearized reading' (duration: 134.384457ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:12.879376Z","caller":"traceutil/trace.go:171","msg":"trace[2120996372] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"133.333802ms","start":"2026-03-10T13:52:12.746002Z","end":"2026-03-10T13:52:12.879336Z","steps":["trace[2120996372] 'process raft request' (duration: 133.175728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:13.099054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.98876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:52:13.099136Z","caller":"traceutil/trace.go:171","msg":"trace[37619857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5387; }","duration":"121.117112ms","start":"2026-03-10T13:52:12.978002Z","end":"2026-03-10T13:52:13.099119Z","steps":["trace[37619857] 'count revisions from in-memory index tree' (duration: 120.923358ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:40.012024Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2772} {"level":"info","ts":"2026-03-10T13:52:40.068107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2772,"took":"54.604875ms","hash":1786699979,"current-db-size-bytes":39305216,"current-db-size":"39 MB","current-db-size-in-use-bytes":28700672,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-10T13:52:40.068206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1786699979,"revision":2772,"compact-revision":-1} {"level":"info","ts":"2026-03-10T13:52:53.225607Z","caller":"traceutil/trace.go:171","msg":"trace[744849369] linearizableReadLoop","detail":"{readStateIndex:5948; appliedIndex:5946; }","duration":"125.981315ms","start":"2026-03-10T13:52:53.0996Z","end":"2026-03-10T13:52:53.225581Z","steps":["trace[744849369] 'read index received' (duration: 12.757902ms)","trace[744849369] 'applied index is now lower than readState.Index' (duration: 113.221943ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:52:53.225658Z","caller":"traceutil/trace.go:171","msg":"trace[359941580] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"128.092016ms","start":"2026-03-10T13:52:53.097531Z","end":"2026-03-10T13:52:53.225623Z","steps":["trace[359941580] 'process raft request' (duration: 127.884491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:53.225963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.357644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-10T13:52:53.225965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.970004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-10T13:52:53.226029Z","caller":"traceutil/trace.go:171","msg":"trace[522159232] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5726; }","duration":"126.466206ms","start":"2026-03-10T13:52:53.099546Z","end":"2026-03-10T13:52:53.226012Z","steps":["trace[522159232] 'agreement among raft nodes before linearized reading' (duration: 126.23415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:53.226035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.841102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T13:52:53.226043Z","caller":"traceutil/trace.go:171","msg":"trace[1272702223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5726; }","duration":"126.083997ms","start":"2026-03-10T13:52:53.099937Z","end":"2026-03-10T13:52:53.226021Z","steps":["trace[1272702223] 'agreement among raft nodes before linearized reading' (duration: 125.893173ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:52:53.226075Z","caller":"traceutil/trace.go:171","msg":"trace[918905450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5726; }","duration":"123.918003ms","start":"2026-03-10T13:52:53.102145Z","end":"2026-03-10T13:52:53.226063Z","steps":["trace[918905450] 'agreement among raft nodes before linearized reading' (duration: 123.741229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:52:53.226143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.984701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:52:53.226229Z","caller":"traceutil/trace.go:171","msg":"trace[1242245156] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:5726; }","duration":"123.082624ms","start":"2026-03-10T13:52:53.10312Z","end":"2026-03-10T13:52:53.226203Z","steps":["trace[1242245156] 'agreement among raft nodes before linearized reading' (duration: 122.781076ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:54:29.313915Z","caller":"traceutil/trace.go:171","msg":"trace[1337905610] transaction","detail":"{read_only:false; response_revision:6301; number_of_response:1; }","duration":"101.989172ms","start":"2026-03-10T13:54:29.211901Z","end":"2026-03-10T13:54:29.31389Z","steps":["trace[1337905610] 'process raft request' (duration: 101.729286ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:54:29.346564Z","caller":"traceutil/trace.go:171","msg":"trace[498083245] transaction","detail":"{read_only:false; response_revision:6302; number_of_response:1; }","duration":"124.506173ms","start":"2026-03-10T13:54:29.222036Z","end":"2026-03-10T13:54:29.346542Z","steps":["trace[498083245] 'process raft request' (duration: 124.362409ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:54:29.346703Z","caller":"traceutil/trace.go:171","msg":"trace[958738191] transaction","detail":"{read_only:false; response_revision:6303; number_of_response:1; }","duration":"119.231195ms","start":"2026-03-10T13:54:29.227436Z","end":"2026-03-10T13:54:29.346667Z","steps":["trace[958738191] 'process raft request' (duration: 119.070071ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.608028Z","caller":"traceutil/trace.go:171","msg":"trace[1136920914] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"131.22189ms","start":"2026-03-10T13:56:42.476782Z","end":"2026-03-10T13:56:42.608004Z","steps":["trace[1136920914] 'process raft request' (duration: 131.078777ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.761856Z","caller":"traceutil/trace.go:171","msg":"trace[336220458] linearizableReadLoop","detail":"{readStateIndex:7501; appliedIndex:7499; }","duration":"218.818616ms","start":"2026-03-10T13:56:42.543006Z","end":"2026-03-10T13:56:42.761825Z","steps":["trace[336220458] 'read index received' (duration: 64.956329ms)","trace[336220458] 'applied index is now lower than readState.Index' (duration: 153.861077ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:56:42.761948Z","caller":"traceutil/trace.go:171","msg":"trace[813451020] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"284.80588ms","start":"2026-03-10T13:56:42.477101Z","end":"2026-03-10T13:56:42.761907Z","steps":["trace[813451020] 'process raft request' (duration: 253.426842ms)","trace[813451020] 'compare' (duration: 31.05773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:56:42.762323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.194504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-10T13:56:42.762405Z","caller":"traceutil/trace.go:171","msg":"trace[478024205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7226; }","duration":"202.317876ms","start":"2026-03-10T13:56:42.560068Z","end":"2026-03-10T13:56:42.762385Z","steps":["trace[478024205] 'agreement among raft nodes before linearized reading' (duration: 202.06624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:56:42.762515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.667071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-10T13:56:42.76251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.839052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-h5vjx\" ","response":"range_response_count:1 size:6693"} {"level":"info","ts":"2026-03-10T13:56:42.762569Z","caller":"traceutil/trace.go:171","msg":"trace[1812648411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:7226; }","duration":"148.753913ms","start":"2026-03-10T13:56:42.613802Z","end":"2026-03-10T13:56:42.762556Z","steps":["trace[1812648411] 'agreement among raft nodes before linearized reading' (duration: 148.62969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:56:42.76251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.62026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4976"} {"level":"warn","ts":"2026-03-10T13:56:42.762653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.839005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:56:42.762648Z","caller":"traceutil/trace.go:171","msg":"trace[815667644] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-h5vjx; range_end:; response_count:1; response_revision:7226; }","duration":"122.078318ms","start":"2026-03-10T13:56:42.640518Z","end":"2026-03-10T13:56:42.762596Z","steps":["trace[815667644] 'agreement among raft nodes before linearized reading' (duration: 121.72876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:56:42.762782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.974009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-10T13:56:42.762112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.058971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:56:42.762838Z","caller":"traceutil/trace.go:171","msg":"trace[917133786] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7226; }","duration":"173.085671ms","start":"2026-03-10T13:56:42.589733Z","end":"2026-03-10T13:56:42.762819Z","steps":["trace[917133786] 'agreement among raft nodes before linearized reading' (duration: 172.963408ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.762883Z","caller":"traceutil/trace.go:171","msg":"trace[567609483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7226; }","duration":"219.887171ms","start":"2026-03-10T13:56:42.542949Z","end":"2026-03-10T13:56:42.762836Z","steps":["trace[567609483] 'agreement among raft nodes before linearized reading' (duration: 219.037761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:56:42.762921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.313218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T13:56:42.762649Z","caller":"traceutil/trace.go:171","msg":"trace[247964253] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7226; }","duration":"172.830665ms","start":"2026-03-10T13:56:42.589787Z","end":"2026-03-10T13:56:42.762618Z","steps":["trace[247964253] 'agreement among raft nodes before linearized reading' (duration: 172.441785ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.76301Z","caller":"traceutil/trace.go:171","msg":"trace[152938535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7226; }","duration":"200.44171ms","start":"2026-03-10T13:56:42.562548Z","end":"2026-03-10T13:56:42.762989Z","steps":["trace[152938535] 'agreement among raft nodes before linearized reading' (duration: 200.145273ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.762698Z","caller":"traceutil/trace.go:171","msg":"trace[1791048614] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7226; }","duration":"172.913267ms","start":"2026-03-10T13:56:42.589772Z","end":"2026-03-10T13:56:42.762685Z","steps":["trace[1791048614] 'agreement among raft nodes before linearized reading' (duration: 172.845176ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:56:42.91377Z","caller":"traceutil/trace.go:171","msg":"trace[725393805] linearizableReadLoop","detail":"{readStateIndex:7503; appliedIndex:7501; }","duration":"144.626744ms","start":"2026-03-10T13:56:42.769121Z","end":"2026-03-10T13:56:42.913748Z","steps":["trace[725393805] 'read index received' (duration: 17.162366ms)","trace[725393805] 'applied index is now lower than readState.Index' (duration: 127.463038ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:56:42.913806Z","caller":"traceutil/trace.go:171","msg":"trace[1217379723] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"146.497528ms","start":"2026-03-10T13:56:42.767264Z","end":"2026-03-10T13:56:42.913762Z","steps":["trace[1217379723] 'process raft request' (duration: 126.834674ms)","trace[1217379723] 'compare' (duration: 19.4693ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:56:42.913842Z","caller":"traceutil/trace.go:171","msg":"trace[307411659] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"142.82725ms","start":"2026-03-10T13:56:42.770971Z","end":"2026-03-10T13:56:42.913798Z","steps":["trace[307411659] 'process raft request' (duration: 142.705267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:56:42.914245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.108885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:191095"} {"level":"info","ts":"2026-03-10T13:56:42.914298Z","caller":"traceutil/trace.go:171","msg":"trace[1462819625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7229; }","duration":"145.205718ms","start":"2026-03-10T13:56:42.769081Z","end":"2026-03-10T13:56:42.914287Z","steps":["trace[1462819625] 'agreement among raft nodes before linearized reading' (duration: 144.791118ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:57:40.01858Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5553} {"level":"info","ts":"2026-03-10T13:57:40.103112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5553,"took":"82.832383ms","hash":1629176077,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":21049344,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-10T13:57:40.10317Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1629176077,"revision":5553,"compact-revision":2772} {"level":"warn","ts":"2026-03-10T13:58:19.323009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.776438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-10T13:58:19.323147Z","caller":"traceutil/trace.go:171","msg":"trace[1564730765] linearizableReadLoop","detail":"{readStateIndex:8242; appliedIndex:8241; }","duration":"788.111368ms","start":"2026-03-10T13:58:18.535018Z","end":"2026-03-10T13:58:19.32313Z","steps":["trace[1564730765] 'read index received' (duration: 407.125894ms)","trace[1564730765] 'applied index is now lower than readState.Index' (duration: 380.984114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:58:19.323249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.223221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:19.323333Z","caller":"traceutil/trace.go:171","msg":"trace[867485038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"788.349653ms","start":"2026-03-10T13:58:18.534967Z","end":"2026-03-10T13:58:19.323316Z","steps":["trace[867485038] 'agreement among raft nodes before linearized reading' (duration: 788.22346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:19.323356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.058941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-10T13:58:19.32337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:18.534945Z","time spent":"788.415275ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:58:19.323362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.545091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:58:19.323395Z","caller":"traceutil/trace.go:171","msg":"trace[32731649] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7941; }","duration":"688.128573ms","start":"2026-03-10T13:58:18.635252Z","end":"2026-03-10T13:58:19.323381Z","steps":["trace[32731649] 'agreement among raft nodes before linearized reading' (duration: 687.976339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:19.323437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:18.635238Z","time spent":"688.189404ms","remote":"127.0.0.1:51920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-10T13:58:19.32344Z","caller":"traceutil/trace.go:171","msg":"trace[1478598415] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7941; }","duration":"512.636494ms","start":"2026-03-10T13:58:18.810785Z","end":"2026-03-10T13:58:19.323421Z","steps":["trace[1478598415] 'agreement among raft nodes before linearized reading' (duration: 512.461729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:19.323487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:18.810736Z","time spent":"512.740936ms","remote":"127.0.0.1:51912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:58:19.323346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.569192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-10T13:58:19.323822Z","caller":"traceutil/trace.go:171","msg":"trace[960017900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"239.085776ms","start":"2026-03-10T13:58:19.084719Z","end":"2026-03-10T13:58:19.323804Z","steps":["trace[960017900] 'agreement among raft nodes before linearized reading' (duration: 238.518832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:19.323937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.510317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T13:58:19.323977Z","caller":"traceutil/trace.go:171","msg":"trace[1685225193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7941; }","duration":"605.766483ms","start":"2026-03-10T13:58:18.718199Z","end":"2026-03-10T13:58:19.323966Z","steps":["trace[1685225193] 'agreement among raft nodes before linearized reading' (duration: 605.485507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:19.324011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:18.718178Z","time spent":"605.823914ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-10T13:58:29.619473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.980441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T13:58:29.619629Z","caller":"traceutil/trace.go:171","msg":"trace[1409695816] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"197.796039ms","start":"2026-03-10T13:58:29.421814Z","end":"2026-03-10T13:58:29.61961Z","steps":["trace[1409695816] 'process raft request' (duration: 21.592422ms)","trace[1409695816] 'compare' (duration: 175.878119ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:29.619629Z","caller":"traceutil/trace.go:171","msg":"trace[1835156827] linearizableReadLoop","detail":"{readStateIndex:8296; appliedIndex:8294; }","duration":"127.908691ms","start":"2026-03-10T13:58:29.491707Z","end":"2026-03-10T13:58:29.619616Z","steps":["trace[1835156827] 'read index received' (duration: 30.261µs)","trace[1835156827] 'applied index is now lower than readState.Index' (duration: 127.87763ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:29.619706Z","caller":"traceutil/trace.go:171","msg":"trace[1702883819] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"197.755028ms","start":"2026-03-10T13:58:29.421913Z","end":"2026-03-10T13:58:29.619668Z","steps":["trace[1702883819] 'process raft request' (duration: 197.650815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:29.619767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.054344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T13:58:29.619803Z","caller":"traceutil/trace.go:171","msg":"trace[1697692031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"128.121425ms","start":"2026-03-10T13:58:29.491671Z","end":"2026-03-10T13:58:29.619793Z","steps":["trace[1697692031] 'agreement among raft nodes before linearized reading' (duration: 127.985362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:29.619932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.404599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:58:29.620022Z","caller":"traceutil/trace.go:171","msg":"trace[445597776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:7993; }","duration":"108.521182ms","start":"2026-03-10T13:58:29.511483Z","end":"2026-03-10T13:58:29.620004Z","steps":["trace[445597776] 'agreement among raft nodes before linearized reading' (duration: 108.328437ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:30.621142Z","caller":"traceutil/trace.go:171","msg":"trace[758151817] linearizableReadLoop","detail":"{readStateIndex:8298; appliedIndex:8297; }","duration":"332.181924ms","start":"2026-03-10T13:58:30.288935Z","end":"2026-03-10T13:58:30.621117Z","steps":["trace[758151817] 'read index received' (duration: 332.022531ms)","trace[758151817] 'applied index is now lower than readState.Index' (duration: 158.333µs)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:58:30.621317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.368688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:58:30.62131Z","caller":"traceutil/trace.go:171","msg":"trace[30780143] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"351.709656ms","start":"2026-03-10T13:58:30.269552Z","end":"2026-03-10T13:58:30.621262Z","steps":["trace[30780143] 'process raft request' (duration: 351.413629ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:30.621353Z","caller":"traceutil/trace.go:171","msg":"trace[2073293823] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7995; }","duration":"332.491232ms","start":"2026-03-10T13:58:30.288852Z","end":"2026-03-10T13:58:30.621343Z","steps":["trace[2073293823] 'agreement among raft nodes before linearized reading' (duration: 332.3987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:30.621396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:30.288816Z","time spent":"332.570784ms","remote":"127.0.0.1:52220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:58:30.621509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:30.26952Z","time spent":"351.87045ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:58:30.755908Z","caller":"traceutil/trace.go:171","msg":"trace[786907703] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8298; }","duration":"134.677853ms","start":"2026-03-10T13:58:30.621209Z","end":"2026-03-10T13:58:30.755887Z","steps":["trace[786907703] 'read index received' (duration: 75.758269ms)","trace[786907703] 'applied index is now lower than readState.Index' (duration: 58.918354ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:30.755938Z","caller":"traceutil/trace.go:171","msg":"trace[514632015] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"462.986404ms","start":"2026-03-10T13:58:30.29292Z","end":"2026-03-10T13:58:30.755907Z","steps":["trace[514632015] 'process raft request' (duration: 404.115512ms)","trace[514632015] 'compare' (duration: 58.669277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:58:30.756098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:30.292897Z","time spent":"463.106067ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:58:30.756149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.643425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:30.756242Z","caller":"traceutil/trace.go:171","msg":"trace[62322482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"219.757358ms","start":"2026-03-10T13:58:30.536466Z","end":"2026-03-10T13:58:30.756223Z","steps":["trace[62322482] 'agreement among raft nodes before linearized reading' (duration: 219.537153ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:30.756331Z","caller":"traceutil/trace.go:171","msg":"trace[316516050] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"400.101685ms","start":"2026-03-10T13:58:30.355844Z","end":"2026-03-10T13:58:30.755946Z","steps":["trace[316516050] 'process raft request' (duration: 399.987112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:30.756453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.826419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:58:30.756504Z","caller":"traceutil/trace.go:171","msg":"trace[978702421] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7997; }","duration":"368.942712ms","start":"2026-03-10T13:58:30.387549Z","end":"2026-03-10T13:58:30.756491Z","steps":["trace[978702421] 'agreement among raft nodes before linearized reading' (duration: 368.42032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:30.756567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:30.387521Z","time spent":"369.035264ms","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:58:30.756687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:30.355806Z","time spent":"400.627988ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:58:31.898365Z","caller":"traceutil/trace.go:171","msg":"trace[114216476] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"182.456508ms","start":"2026-03-10T13:58:31.71587Z","end":"2026-03-10T13:58:31.898327Z","steps":["trace[114216476] 'process raft request' (duration: 182.107769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:32.377662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.66629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T13:58:32.377912Z","caller":"traceutil/trace.go:171","msg":"trace[1816437454] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8303; }","duration":"661.365236ms","start":"2026-03-10T13:58:31.716479Z","end":"2026-03-10T13:58:32.377845Z","steps":["trace[1816437454] 'read index received' (duration: 181.651488ms)","trace[1816437454] 'applied index is now lower than readState.Index' (duration: 479.712768ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:32.377958Z","caller":"traceutil/trace.go:171","msg":"trace[1197147465] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"661.962461ms","start":"2026-03-10T13:58:31.715967Z","end":"2026-03-10T13:58:32.37793Z","steps":["trace[1197147465] 'process raft request' (duration: 356.938802ms)","trace[1197147465] 'compare' (duration: 304.392124ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:32.377989Z","caller":"traceutil/trace.go:171","msg":"trace[1846459390] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"661.065599ms","start":"2026-03-10T13:58:31.716903Z","end":"2026-03-10T13:58:32.377969Z","steps":["trace[1846459390] 'process raft request' (duration: 660.852564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:32.378075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:31.715941Z","time spent":"662.069183ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:58:32.378077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:31.716884Z","time spent":"661.149632ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:58:32.378331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.856168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-10T13:58:32.378371Z","caller":"traceutil/trace.go:171","msg":"trace[821492821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8003; }","duration":"661.92653ms","start":"2026-03-10T13:58:31.716435Z","end":"2026-03-10T13:58:32.378361Z","steps":["trace[821492821] 'agreement among raft nodes before linearized reading' (duration: 661.516861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:32.378404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:31.716417Z","time spent":"661.979211ms","remote":"127.0.0.1:51938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224155,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-10T13:58:32.754204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.360905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:32.754315Z","caller":"traceutil/trace.go:171","msg":"trace[1363670296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"218.531489ms","start":"2026-03-10T13:58:32.535761Z","end":"2026-03-10T13:58:32.754292Z","steps":["trace[1363670296] 'range keys from in-memory index tree' (duration: 218.269623ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:32.754329Z","caller":"traceutil/trace.go:171","msg":"trace[1635087720] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"126.977038ms","start":"2026-03-10T13:58:32.627316Z","end":"2026-03-10T13:58:32.754293Z","steps":["trace[1635087720] 'process raft request' (duration: 112.685193ms)","trace[1635087720] 'compare' (duration: 14.044829ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:32.997015Z","caller":"traceutil/trace.go:171","msg":"trace[524757050] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8308; }","duration":"118.83666ms","start":"2026-03-10T13:58:32.878154Z","end":"2026-03-10T13:58:32.996991Z","steps":["trace[524757050] 'read index received' (duration: 118.645866ms)","trace[524757050] 'applied index is now lower than readState.Index' (duration: 189.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:32.997081Z","caller":"traceutil/trace.go:171","msg":"trace[1463248523] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"234.769352ms","start":"2026-03-10T13:58:32.762275Z","end":"2026-03-10T13:58:32.997044Z","steps":["trace[1463248523] 'process raft request' (duration: 234.489045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:32.997197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.986833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:32.997271Z","caller":"traceutil/trace.go:171","msg":"trace[1892401182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8006; }","duration":"119.152118ms","start":"2026-03-10T13:58:32.878076Z","end":"2026-03-10T13:58:32.997228Z","steps":["trace[1892401182] 'agreement among raft nodes before linearized reading' (duration: 119.015415ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:34.014763Z","caller":"traceutil/trace.go:171","msg":"trace[2079487498] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"107.113329ms","start":"2026-03-10T13:58:33.907621Z","end":"2026-03-10T13:58:34.014734Z","steps":["trace[2079487498] 'process raft request' (duration: 106.942753ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:34.509741Z","caller":"traceutil/trace.go:171","msg":"trace[539673629] linearizableReadLoop","detail":"{readStateIndex:8317; appliedIndex:8315; }","duration":"119.336672ms","start":"2026-03-10T13:58:34.390384Z","end":"2026-03-10T13:58:34.509721Z","steps":["trace[539673629] 'read index received' (duration: 66.138697ms)","trace[539673629] 'applied index is now lower than readState.Index' (duration: 53.197135ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:34.509863Z","caller":"traceutil/trace.go:171","msg":"trace[596080123] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"120.909341ms","start":"2026-03-10T13:58:34.388887Z","end":"2026-03-10T13:58:34.509797Z","steps":["trace[596080123] 'process raft request' (duration: 120.755387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:34.510111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.704641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-10T13:58:34.510158Z","caller":"traceutil/trace.go:171","msg":"trace[610802862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8013; }","duration":"119.766622ms","start":"2026-03-10T13:58:34.390381Z","end":"2026-03-10T13:58:34.510147Z","steps":["trace[610802862] 'agreement among raft nodes before linearized reading' (duration: 119.428054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:34.835389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.628489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:34.83548Z","caller":"traceutil/trace.go:171","msg":"trace[2129823332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"297.774804ms","start":"2026-03-10T13:58:34.537687Z","end":"2026-03-10T13:58:34.835462Z","steps":["trace[2129823332] 'range keys from in-memory index tree' (duration: 297.534987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:35.183504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.22729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-10T13:58:35.183599Z","caller":"traceutil/trace.go:171","msg":"trace[1648460947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8015; }","duration":"196.390144ms","start":"2026-03-10T13:58:34.987187Z","end":"2026-03-10T13:58:35.183578Z","steps":["trace[1648460947] 'range keys from in-memory index tree' (duration: 196.013575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:35.18366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.351473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T13:58:35.183742Z","caller":"traceutil/trace.go:171","msg":"trace[1281805471] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"182.093828ms","start":"2026-03-10T13:58:35.001633Z","end":"2026-03-10T13:58:35.183727Z","steps":["trace[1281805471] 'process raft request' (duration: 38.577261ms)","trace[1281805471] 'compare' (duration: 143.133898ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:35.795719Z","caller":"traceutil/trace.go:171","msg":"trace[175698458] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"254.705243ms","start":"2026-03-10T13:58:35.540991Z","end":"2026-03-10T13:58:35.795696Z","steps":["trace[175698458] 'read index received' (duration: 254.55667ms)","trace[175698458] 'applied index is now lower than readState.Index' (duration: 147.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:35.795832Z","caller":"traceutil/trace.go:171","msg":"trace[1262123438] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"284.939932ms","start":"2026-03-10T13:58:35.51085Z","end":"2026-03-10T13:58:35.79579Z","steps":["trace[1262123438] 'process raft request' (duration: 284.680716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:35.795926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.913458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-10T13:58:35.795968Z","caller":"traceutil/trace.go:171","msg":"trace[1239234539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8017; }","duration":"254.992659ms","start":"2026-03-10T13:58:35.540964Z","end":"2026-03-10T13:58:35.795956Z","steps":["trace[1239234539] 'agreement among raft nodes before linearized reading' (duration: 254.850396ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:58:36.017988Z","caller":"traceutil/trace.go:171","msg":"trace[292209083] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"222.177998ms","start":"2026-03-10T13:58:35.79579Z","end":"2026-03-10T13:58:36.017968Z","steps":["trace[292209083] 'read index received' (duration: 216.044399ms)","trace[292209083] 'applied index is now lower than readState.Index' (duration: 6.132529ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:58:36.018031Z","caller":"traceutil/trace.go:171","msg":"trace[1713095069] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"343.827576ms","start":"2026-03-10T13:58:35.674168Z","end":"2026-03-10T13:58:36.017996Z","steps":["trace[1713095069] 'process raft request' (duration: 337.655906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:36.018189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.275942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:58:36.018283Z","caller":"traceutil/trace.go:171","msg":"trace[442948691] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8018; }","duration":"420.423096ms","start":"2026-03-10T13:58:35.597839Z","end":"2026-03-10T13:58:36.018262Z","steps":["trace[442948691] 'agreement among raft nodes before linearized reading' (duration: 420.202251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:36.018337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:35.597826Z","time spent":"420.496848ms","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:58:36.018492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:35.674148Z","time spent":"343.952199ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:58:36.019627Z","caller":"traceutil/trace.go:171","msg":"trace[364505258] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"218.938789ms","start":"2026-03-10T13:58:35.800649Z","end":"2026-03-10T13:58:36.019588Z","steps":["trace[364505258] 'process raft request' (duration: 218.717783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:59.983545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.473337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:59.983642Z","caller":"traceutil/trace.go:171","msg":"trace[1942236599] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:8186; }","duration":"338.63787ms","start":"2026-03-10T13:58:59.644982Z","end":"2026-03-10T13:58:59.983619Z","steps":["trace[1942236599] 'range keys from in-memory index tree' (duration: 338.370754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:59.983686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:59.644955Z","time spent":"338.721033ms","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"warn","ts":"2026-03-10T13:58:59.98367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.823052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:58:59.983758Z","caller":"traceutil/trace.go:171","msg":"trace[1809821280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8186; }","duration":"443.981616ms","start":"2026-03-10T13:58:59.539755Z","end":"2026-03-10T13:58:59.983736Z","steps":["trace[1809821280] 'range keys from in-memory index tree' (duration: 443.702029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:58:59.983773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.021769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-v88nn\" ","response":"range_response_count:1 size:4455"} {"level":"warn","ts":"2026-03-10T13:58:59.9838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:58:59.539722Z","time spent":"444.068788ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T13:58:59.983826Z","caller":"traceutil/trace.go:171","msg":"trace[1785488155] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-v88nn; range_end:; response_count:1; response_revision:8186; }","duration":"175.135951ms","start":"2026-03-10T13:58:59.808674Z","end":"2026-03-10T13:58:59.98381Z","steps":["trace[1785488155] 'range keys from in-memory index tree' (duration: 174.761132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:03.962817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051237052473924,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-10T13:59:04.118954Z","caller":"traceutil/trace.go:171","msg":"trace[974423001] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8518; }","duration":"657.057393ms","start":"2026-03-10T13:59:03.461858Z","end":"2026-03-10T13:59:04.118915Z","steps":["trace[974423001] 'read index received' (duration: 601.273155ms)","trace[974423001] 'applied index is now lower than readState.Index' (duration: 55.782368ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:59:04.119293Z","caller":"traceutil/trace.go:171","msg":"trace[1108757387] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"846.012587ms","start":"2026-03-10T13:59:03.273232Z","end":"2026-03-10T13:59:04.119244Z","steps":["trace[1108757387] 'process raft request' (duration: 789.952762ms)","trace[1108757387] 'compare' (duration: 54.081036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:59:04.119363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.459052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-10T13:59:04.119395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.795425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:59:04.119456Z","caller":"traceutil/trace.go:171","msg":"trace[1966232001] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8207; }","duration":"657.581995ms","start":"2026-03-10T13:59:03.461852Z","end":"2026-03-10T13:59:04.119434Z","steps":["trace[1966232001] 'agreement among raft nodes before linearized reading' (duration: 657.3582ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:04.11948Z","caller":"traceutil/trace.go:171","msg":"trace[701059819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"581.946949ms","start":"2026-03-10T13:59:03.537506Z","end":"2026-03-10T13:59:04.119453Z","steps":["trace[701059819] 'agreement among raft nodes before linearized reading' (duration: 581.774944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.119477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:03.27321Z","time spent":"846.161571ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-10T13:59:04.119507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:03.461833Z","time spent":"657.663158ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:59:04.119523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:03.537485Z","time spent":"582.03091ms","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-10T13:59:04.119505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.670686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-10T13:59:04.119606Z","caller":"traceutil/trace.go:171","msg":"trace[205350262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8207; }","duration":"118.82152ms","start":"2026-03-10T13:59:04.00076Z","end":"2026-03-10T13:59:04.119581Z","steps":["trace[205350262] 'agreement among raft nodes before linearized reading' (duration: 118.541173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.860808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.881974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-10T13:59:04.860942Z","caller":"traceutil/trace.go:171","msg":"trace[435851456] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"678.395009ms","start":"2026-03-10T13:59:04.182526Z","end":"2026-03-10T13:59:04.860921Z","steps":["trace[435851456] 'process raft request' (duration: 556.103604ms)","trace[435851456] 'compare' (duration: 121.72696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:59:04.861015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:04.182492Z","time spent":"678.493741ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:59:04.871735Z","caller":"traceutil/trace.go:171","msg":"trace[1519275002] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"689.094296ms","start":"2026-03-10T13:59:04.182619Z","end":"2026-03-10T13:59:04.871713Z","steps":["trace[1519275002] 'process raft request' (duration: 688.929062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.871883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:04.182593Z","time spent":"689.211841ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:59:04.872088Z","caller":"traceutil/trace.go:171","msg":"trace[1359078780] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8520; }","duration":"624.515806ms","start":"2026-03-10T13:59:04.24752Z","end":"2026-03-10T13:59:04.872036Z","steps":["trace[1359078780] 'read index received' (duration: 491.124843ms)","trace[1359078780] 'applied index is now lower than readState.Index' (duration: 133.388703ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:59:04.872179Z","caller":"traceutil/trace.go:171","msg":"trace[688471910] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"141.995931ms","start":"2026-03-10T13:59:04.730165Z","end":"2026-03-10T13:59:04.872161Z","steps":["trace[688471910] 'process raft request' (duration: 141.511009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.872247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.719522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:59:04.872297Z","caller":"traceutil/trace.go:171","msg":"trace[2132019077] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8211; }","duration":"624.825064ms","start":"2026-03-10T13:59:04.247458Z","end":"2026-03-10T13:59:04.872283Z","steps":["trace[2132019077] 'agreement among raft nodes before linearized reading' (duration: 624.738872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.872339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:04.247431Z","time spent":"624.900406ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-10T13:59:04.872603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.095991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:59:04.872711Z","caller":"traceutil/trace.go:171","msg":"trace[376463493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"334.268555ms","start":"2026-03-10T13:59:04.538426Z","end":"2026-03-10T13:59:04.872695Z","steps":["trace[376463493] 'agreement among raft nodes before linearized reading' (duration: 334.06626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.872742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.14431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-10T13:59:04.872784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.943512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:59:04.872837Z","caller":"traceutil/trace.go:171","msg":"trace[62881431] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:8211; }","duration":"181.022674ms","start":"2026-03-10T13:59:04.6918Z","end":"2026-03-10T13:59:04.872823Z","steps":["trace[62881431] 'agreement among raft nodes before linearized reading' (duration: 180.831569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.872824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.06464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-10T13:59:04.872815Z","caller":"traceutil/trace.go:171","msg":"trace[451099020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"230.281152ms","start":"2026-03-10T13:59:04.64252Z","end":"2026-03-10T13:59:04.872802Z","steps":["trace[451099020] 'agreement among raft nodes before linearized reading' (duration: 230.072677ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:04.872905Z","caller":"traceutil/trace.go:171","msg":"trace[308772234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"257.190293ms","start":"2026-03-10T13:59:04.615697Z","end":"2026-03-10T13:59:04.872888Z","steps":["trace[308772234] 'agreement among raft nodes before linearized reading' (duration: 256.942177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:04.872908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:04.5384Z","time spent":"334.45563ms","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-10T13:59:06.162558Z","caller":"traceutil/trace.go:171","msg":"trace[168541087] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"120.250595ms","start":"2026-03-10T13:59:06.042273Z","end":"2026-03-10T13:59:06.162524Z","steps":["trace[168541087] 'process raft request' (duration: 120.03622ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:06.232063Z","caller":"traceutil/trace.go:171","msg":"trace[592704437] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"107.158558ms","start":"2026-03-10T13:59:06.124881Z","end":"2026-03-10T13:59:06.23204Z","steps":["trace[592704437] 'process raft request' (duration: 107.084266ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:06.232138Z","caller":"traceutil/trace.go:171","msg":"trace[781172338] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"189.311142ms","start":"2026-03-10T13:59:06.042785Z","end":"2026-03-10T13:59:06.232096Z","steps":["trace[781172338] 'process raft request' (duration: 188.900873ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:07.282868Z","caller":"traceutil/trace.go:171","msg":"trace[819483913] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"299.807662ms","start":"2026-03-10T13:59:06.983021Z","end":"2026-03-10T13:59:07.282829Z","steps":["trace[819483913] 'process raft request' (duration: 211.402808ms)","trace[819483913] 'compare' (duration: 88.138898ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:59:16.997783Z","caller":"traceutil/trace.go:171","msg":"trace[1122413087] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"201.365085ms","start":"2026-03-10T13:59:16.796395Z","end":"2026-03-10T13:59:16.99776Z","steps":["trace[1122413087] 'process raft request' (duration: 201.195361ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:17.03093Z","caller":"traceutil/trace.go:171","msg":"trace[984648467] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8310; }","duration":"234.385761ms","start":"2026-03-10T13:59:16.796524Z","end":"2026-03-10T13:59:17.03091Z","steps":["trace[984648467] 'process raft request' (duration: 234.207087ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:17.978392Z","caller":"traceutil/trace.go:171","msg":"trace[391615271] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8636; }","duration":"129.465281ms","start":"2026-03-10T13:59:17.8489Z","end":"2026-03-10T13:59:17.978365Z","steps":["trace[391615271] 'read index received' (duration: 129.298427ms)","trace[391615271] 'applied index is now lower than readState.Index' (duration: 165.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:59:17.978492Z","caller":"traceutil/trace.go:171","msg":"trace[669244316] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"193.68693ms","start":"2026-03-10T13:59:17.784774Z","end":"2026-03-10T13:59:17.978461Z","steps":["trace[669244316] 'process raft request' (duration: 193.433994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:17.978572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.653075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-10T13:59:17.978616Z","caller":"traceutil/trace.go:171","msg":"trace[946414799] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8319; }","duration":"129.760768ms","start":"2026-03-10T13:59:17.848846Z","end":"2026-03-10T13:59:17.978607Z","steps":["trace[946414799] 'agreement among raft nodes before linearized reading' (duration: 129.647855ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:18.322106Z","caller":"traceutil/trace.go:171","msg":"trace[1228159397] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"335.824296ms","start":"2026-03-10T13:59:17.986251Z","end":"2026-03-10T13:59:18.322075Z","steps":["trace[1228159397] 'process raft request' (duration: 296.667382ms)","trace[1228159397] 'compare' (duration: 38.891538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:59:18.322247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:17.986226Z","time spent":"335.951679ms","remote":"127.0.0.1:51816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:59:18.379903Z","caller":"traceutil/trace.go:171","msg":"trace[1962533067] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"386.510558ms","start":"2026-03-10T13:59:17.99337Z","end":"2026-03-10T13:59:18.37988Z","steps":["trace[1962533067] 'process raft request' (duration: 386.312194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:18.380064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-10T13:59:17.993351Z","time spent":"386.629272ms","remote":"127.0.0.1:54728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-10T13:59:18.380181Z","caller":"traceutil/trace.go:171","msg":"trace[1460609713] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8637; }","duration":"168.118624ms","start":"2026-03-10T13:59:18.212033Z","end":"2026-03-10T13:59:18.380151Z","steps":["trace[1460609713] 'read index received' (duration: 70.844308ms)","trace[1460609713] 'applied index is now lower than readState.Index' (duration: 97.273086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-10T13:59:18.380423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.38732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-10T13:59:18.380421Z","caller":"traceutil/trace.go:171","msg":"trace[786787795] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"111.450167ms","start":"2026-03-10T13:59:18.268943Z","end":"2026-03-10T13:59:18.380393Z","steps":["trace[786787795] 'process raft request' (duration: 110.882983ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:18.380483Z","caller":"traceutil/trace.go:171","msg":"trace[293407661] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8322; }","duration":"168.493392ms","start":"2026-03-10T13:59:18.211975Z","end":"2026-03-10T13:59:18.380468Z","steps":["trace[293407661] 'agreement among raft nodes before linearized reading' (duration: 168.320578ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:29.233107Z","caller":"traceutil/trace.go:171","msg":"trace[1995343675] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8727; }","duration":"151.338408ms","start":"2026-03-10T13:59:29.081697Z","end":"2026-03-10T13:59:29.233035Z","steps":["trace[1995343675] 'read index received' (duration: 149.474563ms)","trace[1995343675] 'applied index is now lower than readState.Index' (duration: 1.861375ms)"],"step_count":2} {"level":"info","ts":"2026-03-10T13:59:29.233147Z","caller":"traceutil/trace.go:171","msg":"trace[682789956] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"159.138157ms","start":"2026-03-10T13:59:29.073969Z","end":"2026-03-10T13:59:29.233108Z","steps":["trace[682789956] 'process raft request' (duration: 157.281122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:29.233386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.677287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-kdnkz\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-10T13:59:29.233657Z","caller":"traceutil/trace.go:171","msg":"trace[341281703] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-kdnkz; range_end:; response_count:1; response_revision:8407; }","duration":"152.063195ms","start":"2026-03-10T13:59:29.081575Z","end":"2026-03-10T13:59:29.233639Z","steps":["trace[341281703] 'agreement among raft nodes before linearized reading' (duration: 151.656696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:29.234007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.514193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-10T13:59:29.234048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.069026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-10T13:59:29.234078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.955127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-10T13:59:29.234098Z","caller":"traceutil/trace.go:171","msg":"trace[765894077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8407; }","duration":"112.632885ms","start":"2026-03-10T13:59:29.121448Z","end":"2026-03-10T13:59:29.23408Z","steps":["trace[765894077] 'agreement among raft nodes before linearized reading' (duration: 112.385659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:29.23408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.566337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-10T13:59:29.234177Z","caller":"traceutil/trace.go:171","msg":"trace[689944859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8407; }","duration":"108.67634ms","start":"2026-03-10T13:59:29.125481Z","end":"2026-03-10T13:59:29.234157Z","steps":["trace[689944859] 'agreement among raft nodes before linearized reading' (duration: 108.338442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-10T13:59:29.23407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.312631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-78xdf\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-10T13:59:29.234141Z","caller":"traceutil/trace.go:171","msg":"trace[1500803166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8407; }","duration":"136.062541ms","start":"2026-03-10T13:59:29.098062Z","end":"2026-03-10T13:59:29.234125Z","steps":["trace[1500803166] 'agreement among raft nodes before linearized reading' (duration: 135.752014ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:29.234335Z","caller":"traceutil/trace.go:171","msg":"trace[499612182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8407; }","duration":"113.216589ms","start":"2026-03-10T13:59:29.120901Z","end":"2026-03-10T13:59:29.234118Z","steps":["trace[499612182] 'agreement among raft nodes before linearized reading' (duration: 112.942612ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T13:59:29.234313Z","caller":"traceutil/trace.go:171","msg":"trace[662093350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-78xdf; range_end:; response_count:1; response_revision:8407; }","duration":"103.519476ms","start":"2026-03-10T13:59:29.130713Z","end":"2026-03-10T13:59:29.234233Z","steps":["trace[662093350] 'agreement among raft nodes before linearized reading' (duration: 103.109786ms)"],"step_count":1} {"level":"info","ts":"2026-03-10T14:02:14.66425Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-10T14:02:14.669454Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-10T14:02:14.669575Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-10T14:02:40.025313Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7575} {"level":"info","ts":"2026-03-10T14:02:40.087144Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7575,"took":"59.629023ms","hash":167051492,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":24662016,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-10T14:02:40.087245Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":167051492,"revision":7575,"compact-revision":5553} {"level":"info","ts":"2026-03-10T14:07:40.032147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9827} {"level":"info","ts":"2026-03-10T14:07:40.114297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9827,"took":"79.789651ms","hash":2038623166,"current-db-size-bytes":40513536,"current-db-size":"40 MB","current-db-size-in-use-bytes":18763776,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-10T14:07:40.114372Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2038623166,"revision":9827,"compact-revision":7575}